2024-11-13 07:18:33,087 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-13 07:18:33,135 main DEBUG Took 0.045244 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 07:18:33,135 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 07:18:33,135 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 07:18:33,137 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 07:18:33,138 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 07:18:33,155 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 07:18:33,177 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 07:18:33,179 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 07:18:33,180 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 07:18:33,180 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 07:18:33,181 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 07:18:33,181 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 07:18:33,183 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 07:18:33,183 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 07:18:33,184 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 07:18:33,185 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 07:18:33,186 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 07:18:33,186 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 07:18:33,187 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 07:18:33,187 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 07:18:33,188 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 07:18:33,189 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 07:18:33,189 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 07:18:33,190 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 07:18:33,190 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 07:18:33,191 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 07:18:33,191 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 07:18:33,192 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 07:18:33,193 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 07:18:33,193 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 07:18:33,194 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 07:18:33,194 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 07:18:33,196 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 07:18:33,198 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 07:18:33,200 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 07:18:33,201 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 07:18:33,202 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 07:18:33,203 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 07:18:33,215 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 07:18:33,218 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 07:18:33,220 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 07:18:33,221 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 07:18:33,221 main DEBUG createAppenders(={Console}) 2024-11-13 07:18:33,222 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-13 07:18:33,223 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-13 07:18:33,223 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-13 07:18:33,224 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 07:18:33,224 main DEBUG OutputStream closed 2024-11-13 07:18:33,225 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 07:18:33,225 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 07:18:33,225 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-13 07:18:33,347 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 07:18:33,351 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 07:18:33,353 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 07:18:33,354 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 07:18:33,355 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 07:18:33,356 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 07:18:33,356 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 07:18:33,357 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 07:18:33,357 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 07:18:33,357 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 07:18:33,359 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 07:18:33,359 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 07:18:33,360 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 07:18:33,360 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 07:18:33,361 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 07:18:33,361 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 07:18:33,362 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 07:18:33,363 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 07:18:33,366 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 07:18:33,366 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-13 07:18:33,367 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 07:18:33,368 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-13T07:18:33,389 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-13 07:18:33,393 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 07:18:33,394 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T07:18:33,480 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=1213, ProcessCount=11, AvailableMemoryMB=4339 2024-11-13T07:18:33,780 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-13T07:18:33,847 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf0fa8f-509f-cf7c-62eb-19ddc77ba3eb 2024-11-13T07:18:33,851 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf0fa8f-509f-cf7c-62eb-19ddc77ba3eb/cluster_4eaa76c6-b196-9806-5895-caf96b694a36, deleteOnExit=true 2024-11-13T07:18:34,044 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf0fa8f-509f-cf7c-62eb-19ddc77ba3eb/cluster_4eaa76c6-b196-9806-5895-caf96b694a36/zookeeper_0, clientPort=59009, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf0fa8f-509f-cf7c-62eb-19ddc77ba3eb/cluster_4eaa76c6-b196-9806-5895-caf96b694a36/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf0fa8f-509f-cf7c-62eb-19ddc77ba3eb/cluster_4eaa76c6-b196-9806-5895-caf96b694a36/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T07:18:34,064 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59009 2024-11-13T07:18:34,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T07:18:34,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T07:18:34,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf0fa8f-509f-cf7c-62eb-19ddc77ba3eb/test.cache.data in system properties and HBase conf 2024-11-13T07:18:34,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf0fa8f-509f-cf7c-62eb-19ddc77ba3eb/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T07:18:34,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf0fa8f-509f-cf7c-62eb-19ddc77ba3eb/hadoop.log.dir in system properties and HBase conf 2024-11-13T07:18:34,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf0fa8f-509f-cf7c-62eb-19ddc77ba3eb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T07:18:34,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf0fa8f-509f-cf7c-62eb-19ddc77ba3eb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T07:18:34,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T07:18:34,200 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T07:18:34,331 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T07:18:34,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf0fa8f-509f-cf7c-62eb-19ddc77ba3eb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:18:34,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf0fa8f-509f-cf7c-62eb-19ddc77ba3eb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:18:34,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf0fa8f-509f-cf7c-62eb-19ddc77ba3eb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T07:18:34,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf0fa8f-509f-cf7c-62eb-19ddc77ba3eb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:18:34,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf0fa8f-509f-cf7c-62eb-19ddc77ba3eb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T07:18:34,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf0fa8f-509f-cf7c-62eb-19ddc77ba3eb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T07:18:34,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf0fa8f-509f-cf7c-62eb-19ddc77ba3eb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:18:34,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf0fa8f-509f-cf7c-62eb-19ddc77ba3eb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:18:34,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf0fa8f-509f-cf7c-62eb-19ddc77ba3eb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T07:18:34,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf0fa8f-509f-cf7c-62eb-19ddc77ba3eb/nfs.dump.dir in system properties and HBase conf 2024-11-13T07:18:34,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf0fa8f-509f-cf7c-62eb-19ddc77ba3eb/java.io.tmpdir in system properties and HBase conf 2024-11-13T07:18:34,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf0fa8f-509f-cf7c-62eb-19ddc77ba3eb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:18:34,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf0fa8f-509f-cf7c-62eb-19ddc77ba3eb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T07:18:34,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf0fa8f-509f-cf7c-62eb-19ddc77ba3eb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T07:18:35,661 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T07:18:35,750 INFO [Time-limited test {}] log.Log(170): Logging initialized @3640ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-13T07:18:35,852 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:18:35,936 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:18:35,989 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:18:35,989 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:18:35,990 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T07:18:36,022 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:18:36,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf0fa8f-509f-cf7c-62eb-19ddc77ba3eb/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:18:36,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:18:36,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf0fa8f-509f-cf7c-62eb-19ddc77ba3eb/java.io.tmpdir/jetty-localhost-43697-hadoop-hdfs-3_4_1-tests_jar-_-any-17973663121287260247/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:18:36,267 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:43697} 2024-11-13T07:18:36,268 INFO [Time-limited test {}] server.Server(415): Started @4158ms 2024-11-13T07:18:36,876 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:18:36,888 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:18:36,897 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:18:36,897 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:18:36,897 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T07:18:36,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf0fa8f-509f-cf7c-62eb-19ddc77ba3eb/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:18:36,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:18:37,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@318ae30c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf0fa8f-509f-cf7c-62eb-19ddc77ba3eb/java.io.tmpdir/jetty-localhost-44739-hadoop-hdfs-3_4_1-tests_jar-_-any-5147775460537740888/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:18:37,041 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:44739} 2024-11-13T07:18:37,041 INFO [Time-limited test {}] server.Server(415): Started @4931ms 2024-11-13T07:18:37,111 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T07:18:38,547 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf0fa8f-509f-cf7c-62eb-19ddc77ba3eb/cluster_4eaa76c6-b196-9806-5895-caf96b694a36/data/data1/current/BP-1578802809-172.17.0.3-1731482315098/current, will proceed with Du for space computation calculation, 2024-11-13T07:18:38,547 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf0fa8f-509f-cf7c-62eb-19ddc77ba3eb/cluster_4eaa76c6-b196-9806-5895-caf96b694a36/data/data2/current/BP-1578802809-172.17.0.3-1731482315098/current, will proceed with Du for space computation calculation, 2024-11-13T07:18:38,642 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T07:18:38,694 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x161345487957e5a3 with lease ID 0x47d45cb269ff7792: Processing first storage report for DS-4cfb9915-6294-4911-acd3-835d2890a32e from datanode DatanodeRegistration(127.0.0.1:44173, datanodeUuid=89b9c5f8-3dc9-4e13-b2de-10b82b23c409, infoPort=46413, infoSecurePort=0, ipcPort=44225, storageInfo=lv=-57;cid=testClusterID;nsid=874582305;c=1731482315098) 2024-11-13T07:18:38,696 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x161345487957e5a3 with lease ID 0x47d45cb269ff7792: from storage DS-4cfb9915-6294-4911-acd3-835d2890a32e node DatanodeRegistration(127.0.0.1:44173, datanodeUuid=89b9c5f8-3dc9-4e13-b2de-10b82b23c409, infoPort=46413, infoSecurePort=0, ipcPort=44225, storageInfo=lv=-57;cid=testClusterID;nsid=874582305;c=1731482315098), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T07:18:38,696 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x161345487957e5a3 with lease ID 0x47d45cb269ff7792: Processing first storage report for DS-deb0e5cd-26bb-4a24-8d06-f93bde1489d6 from datanode DatanodeRegistration(127.0.0.1:44173, datanodeUuid=89b9c5f8-3dc9-4e13-b2de-10b82b23c409, infoPort=46413, infoSecurePort=0, ipcPort=44225, storageInfo=lv=-57;cid=testClusterID;nsid=874582305;c=1731482315098) 2024-11-13T07:18:38,697 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x161345487957e5a3 with lease ID 0x47d45cb269ff7792: from storage DS-deb0e5cd-26bb-4a24-8d06-f93bde1489d6 node DatanodeRegistration(127.0.0.1:44173, datanodeUuid=89b9c5f8-3dc9-4e13-b2de-10b82b23c409, infoPort=46413, infoSecurePort=0, ipcPort=44225, storageInfo=lv=-57;cid=testClusterID;nsid=874582305;c=1731482315098), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T07:18:38,732 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf0fa8f-509f-cf7c-62eb-19ddc77ba3eb 2024-11-13T07:18:38,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:18:38,750 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:18:39,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741825_1001 (size=7) 2024-11-13T07:18:39,454 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192 with version=8 2024-11-13T07:18:39,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/hbase-staging 2024-11-13T07:18:39,572 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T07:18:39,869 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:18:39,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:18:39,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:18:39,887 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:18:39,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:18:39,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:18:40,057 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T07:18:40,138 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T07:18:40,150 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T07:18:40,155 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:18:40,188 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13519 (auto-detected) 2024-11-13T07:18:40,190 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-13T07:18:40,214 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44725 2024-11-13T07:18:40,239 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44725 connecting to ZooKeeper ensemble=127.0.0.1:59009 2024-11-13T07:18:40,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447250x0, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:18:40,342 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44725-0x101330f60ac0000 connected 2024-11-13T07:18:40,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:18:40,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:18:40,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44725-0x101330f60ac0000, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Set watcher on znode that does not yet exist, /0-264440717/running 2024-11-13T07:18:40,503 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192, hbase.cluster.distributed=false 2024-11-13T07:18:40,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44725-0x101330f60ac0000, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Set watcher on znode that does not yet exist, /0-264440717/acl 2024-11-13T07:18:40,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44725 2024-11-13T07:18:40,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44725 2024-11-13T07:18:40,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44725 2024-11-13T07:18:40,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44725 2024-11-13T07:18:40,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44725 2024-11-13T07:18:40,679 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:18:40,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:18:40,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:18:40,682 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:18:40,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:18:40,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:18:40,688 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T07:18:40,691 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:18:40,692 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46225 2024-11-13T07:18:40,695 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46225 connecting to ZooKeeper ensemble=127.0.0.1:59009 2024-11-13T07:18:40,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:18:40,706 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:18:40,723 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462250x0, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:18:40,723 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46225-0x101330f60ac0001 connected 2024-11-13T07:18:40,724 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46225-0x101330f60ac0001, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Set watcher on znode that does not yet exist, /0-264440717/running 2024-11-13T07:18:40,728 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T07:18:40,738 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T07:18:40,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46225-0x101330f60ac0001, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Set watcher on znode that does not yet exist, /0-264440717/master 2024-11-13T07:18:40,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46225-0x101330f60ac0001, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Set watcher on znode that does not yet exist, /0-264440717/acl 2024-11-13T07:18:40,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46225 2024-11-13T07:18:40,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46225 2024-11-13T07:18:40,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46225 2024-11-13T07:18:40,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46225 2024-11-13T07:18:40,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46225 2024-11-13T07:18:40,781 DEBUG [M:0;2998b885bdef:44725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2998b885bdef:44725 2024-11-13T07:18:40,782 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-264440717/backup-masters/2998b885bdef,44725,1731482319660 2024-11-13T07:18:40,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x101330f60ac0000, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-264440717/backup-masters 2024-11-13T07:18:40,797 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x101330f60ac0001, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-264440717/backup-masters 2024-11-13T07:18:40,799 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44725-0x101330f60ac0000, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Set watcher on existing znode=/0-264440717/backup-masters/2998b885bdef,44725,1731482319660 2024-11-13T07:18:40,828 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x101330f60ac0001, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-264440717/master 2024-11-13T07:18:40,828 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x101330f60ac0001, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-264440717 2024-11-13T07:18:40,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x101330f60ac0000, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-264440717 2024-11-13T07:18:40,831 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44725-0x101330f60ac0000, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Set watcher on existing znode=/0-264440717/master 2024-11-13T07:18:40,835 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-264440717/backup-masters/2998b885bdef,44725,1731482319660 from backup master directory 2024-11-13T07:18:40,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x101330f60ac0000, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-264440717/backup-masters/2998b885bdef,44725,1731482319660 2024-11-13T07:18:40,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x101330f60ac0000, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-264440717/backup-masters 2024-11-13T07:18:40,853 WARN [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:18:40,853 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2998b885bdef,44725,1731482319660 2024-11-13T07:18:40,856 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-13T07:18:40,860 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x101330f60ac0001, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-264440717/backup-masters 2024-11-13T07:18:40,860 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-13T07:18:40,921 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/hbase.id] with ID: 2d7f016b-1700-45d1-bd33-83e133dc78b6 2024-11-13T07:18:40,921 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/.tmp/hbase.id 2024-11-13T07:18:40,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741826_1002 (size=42) 2024-11-13T07:18:41,333 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/.tmp/hbase.id]:[hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/hbase.id] 2024-11-13T07:18:41,442 INFO [master/2998b885bdef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:18:41,453 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T07:18:41,523 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 66ms. 2024-11-13T07:18:41,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x101330f60ac0000, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-264440717 2024-11-13T07:18:41,544 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x101330f60ac0001, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-264440717 2024-11-13T07:18:41,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741827_1003 (size=196) 2024-11-13T07:18:42,094 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:18:42,109 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T07:18:42,166 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:18:42,180 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:18:42,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741828_1004 (size=1189) 2024-11-13T07:18:42,335 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store 2024-11-13T07:18:42,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741829_1005 (size=34) 2024-11-13T07:18:42,455 INFO [master/2998b885bdef:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-13T07:18:42,459 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:18:42,469 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:18:42,469 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:18:42,470 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:18:42,477 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:18:42,477 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:18:42,477 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:18:42,481 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482322469Disabling compacts and flushes for region at 1731482322469Disabling writes for close at 1731482322477 (+8 ms)Writing region close event to WAL at 1731482322477Closed at 1731482322477 2024-11-13T07:18:42,493 WARN [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/.initializing 2024-11-13T07:18:42,493 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/WALs/2998b885bdef,44725,1731482319660 2024-11-13T07:18:42,516 INFO [master/2998b885bdef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:18:42,562 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2998b885bdef%2C44725%2C1731482319660, suffix=, logDir=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/WALs/2998b885bdef,44725,1731482319660, archiveDir=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/oldWALs, maxLogs=10 2024-11-13T07:18:42,610 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/WALs/2998b885bdef,44725,1731482319660/2998b885bdef%2C44725%2C1731482319660.1731482322574, exclude list is [], retry=0 2024-11-13T07:18:42,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-4cfb9915-6294-4911-acd3-835d2890a32e,DISK] 2024-11-13T07:18:42,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-13T07:18:42,781 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/WALs/2998b885bdef,44725,1731482319660/2998b885bdef%2C44725%2C1731482319660.1731482322574 2024-11-13T07:18:42,795 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46413:46413)] 2024-11-13T07:18:42,795 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:18:42,796 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:18:42,802 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:18:42,804 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:18:42,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:18:42,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T07:18:42,992 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:18:42,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:18:42,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:18:43,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T07:18:43,006 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:18:43,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:18:43,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:18:43,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T07:18:43,021 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:18:43,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:18:43,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:18:43,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T07:18:43,038 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:18:43,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:18:43,044 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:18:43,051 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:18:43,056 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:18:43,065 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:18:43,066 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:18:43,074 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:18:43,085 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:18:43,108 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:18:43,110 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58982724, jitterRate=-0.1210889220237732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:18:43,120 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731482322832Initializing all the Stores at 1731482322846 (+14 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482322848 (+2 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482322854 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482322855 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482322855Cleaning up temporary data from old regions at 1731482323066 (+211 ms)Region opened successfully at 1731482323119 (+53 ms) 2024-11-13T07:18:43,137 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T07:18:43,223 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25955ce8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:18:43,278 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T07:18:43,295 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T07:18:43,295 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T07:18:43,303 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T07:18:43,310 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 6 msec 2024-11-13T07:18:43,322 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 12 msec 2024-11-13T07:18:43,323 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T07:18:43,396 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T07:18:43,409 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44725-0x101330f60ac0000, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Unable to get data of znode /0-264440717/balancer because node does not exist (not necessarily an error) 2024-11-13T07:18:43,466 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-264440717/balancer already deleted, retry=false 2024-11-13T07:18:43,470 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T07:18:43,472 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44725-0x101330f60ac0000, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Unable to get data of znode /0-264440717/normalizer because node does not exist (not necessarily an error) 2024-11-13T07:18:43,486 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-264440717/normalizer already deleted, retry=false 2024-11-13T07:18:43,489 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T07:18:43,495 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44725-0x101330f60ac0000, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Unable to get data of znode /0-264440717/switch/split because node does not exist (not necessarily an error) 2024-11-13T07:18:43,518 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-264440717/switch/split already deleted, retry=false 2024-11-13T07:18:43,525 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44725-0x101330f60ac0000, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Unable to get data of znode /0-264440717/switch/merge because node does not exist (not necessarily an error) 2024-11-13T07:18:43,544 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-264440717/switch/merge already deleted, retry=false 2024-11-13T07:18:43,582 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44725-0x101330f60ac0000, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Unable to get data of znode /0-264440717/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T07:18:43,596 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-264440717/snapshot-cleanup already deleted, retry=false 2024-11-13T07:18:43,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x101330f60ac0000, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-264440717/running 2024-11-13T07:18:43,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x101330f60ac0000, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-264440717 2024-11-13T07:18:43,619 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x101330f60ac0001, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-264440717/running 2024-11-13T07:18:43,620 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x101330f60ac0001, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-264440717 2024-11-13T07:18:43,638 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2998b885bdef,44725,1731482319660, sessionid=0x101330f60ac0000, setting cluster-up flag (Was=false) 2024-11-13T07:18:43,680 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x101330f60ac0001, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-264440717 2024-11-13T07:18:43,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x101330f60ac0000, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-264440717 2024-11-13T07:18:43,788 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-264440717/flush-table-proc/acquired, /0-264440717/flush-table-proc/reached, /0-264440717/flush-table-proc/abort 2024-11-13T07:18:43,807 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,44725,1731482319660 2024-11-13T07:18:43,859 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x101330f60ac0001, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-264440717 2024-11-13T07:18:43,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x101330f60ac0000, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-264440717 2024-11-13T07:18:43,923 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-264440717/online-snapshot/acquired, /0-264440717/online-snapshot/reached, /0-264440717/online-snapshot/abort 2024-11-13T07:18:43,926 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,44725,1731482319660 2024-11-13T07:18:43,948 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T07:18:43,997 INFO [RS:0;2998b885bdef:46225 {}] regionserver.HRegionServer(746): ClusterId : 2d7f016b-1700-45d1-bd33-83e133dc78b6 2024-11-13T07:18:44,000 DEBUG [RS:0;2998b885bdef:46225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T07:18:44,079 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T07:18:44,091 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T07:18:44,104 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T07:18:44,110 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2998b885bdef,44725,1731482319660 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T07:18:44,132 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:18:44,133 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:18:44,133 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:18:44,133 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:18:44,133 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2998b885bdef:0, corePoolSize=10, maxPoolSize=10 2024-11-13T07:18:44,134 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:18:44,134 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:18:44,134 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:18:44,141 DEBUG [RS:0;2998b885bdef:46225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T07:18:44,142 DEBUG [RS:0;2998b885bdef:46225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T07:18:44,161 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:18:44,169 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T07:18:44,170 DEBUG [RS:0;2998b885bdef:46225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T07:18:44,171 DEBUG [RS:0;2998b885bdef:46225 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4735222b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:18:44,182 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:18:44,183 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T07:18:44,193 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731482354193 2024-11-13T07:18:44,195 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T07:18:44,196 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T07:18:44,201 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T07:18:44,201 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T07:18:44,202 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T07:18:44,202 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T07:18:44,220 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:18:44,227 DEBUG [RS:0;2998b885bdef:46225 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2998b885bdef:46225 2024-11-13T07:18:44,248 INFO [RS:0;2998b885bdef:46225 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T07:18:44,248 INFO [RS:0;2998b885bdef:46225 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T07:18:44,248 DEBUG [RS:0;2998b885bdef:46225 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T07:18:44,262 INFO [RS:0;2998b885bdef:46225 {}] regionserver.HRegionServer(2659): reportForDuty to master=2998b885bdef,44725,1731482319660 with port=46225, startcode=1731482320640 2024-11-13T07:18:44,272 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T07:18:44,274 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T07:18:44,274 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T07:18:44,275 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T07:18:44,277 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T07:18:44,278 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T07:18:44,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741831_1007 (size=1321) 2024-11-13T07:18:44,284 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482324280,5,FailOnTimeoutGroup] 2024-11-13T07:18:44,285 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482324284,5,FailOnTimeoutGroup] 2024-11-13T07:18:44,285 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:18:44,285 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T07:18:44,288 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T07:18:44,289 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T07:18:44,292 DEBUG [RS:0;2998b885bdef:46225 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T07:18:44,312 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T07:18:44,313 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192 2024-11-13T07:18:44,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741832_1008 (size=32) 2024-11-13T07:18:44,424 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T07:18:44,433 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44725 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2998b885bdef,46225,1731482320640 2024-11-13T07:18:44,436 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44725 {}] master.ServerManager(517): Registering regionserver=2998b885bdef,46225,1731482320640 2024-11-13T07:18:44,460 DEBUG [RS:0;2998b885bdef:46225 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192 2024-11-13T07:18:44,460 DEBUG [RS:0;2998b885bdef:46225 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43493 2024-11-13T07:18:44,460 DEBUG [RS:0;2998b885bdef:46225 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T07:18:44,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x101330f60ac0000, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-264440717/rs 2024-11-13T07:18:44,541 DEBUG [RS:0;2998b885bdef:46225 {}] zookeeper.ZKUtil(111): regionserver:46225-0x101330f60ac0001, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Set watcher on existing znode=/0-264440717/rs/2998b885bdef,46225,1731482320640 2024-11-13T07:18:44,542 WARN [RS:0;2998b885bdef:46225 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:18:44,542 INFO [RS:0;2998b885bdef:46225 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:18:44,542 DEBUG [RS:0;2998b885bdef:46225 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,46225,1731482320640 2024-11-13T07:18:44,562 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2998b885bdef,46225,1731482320640] 2024-11-13T07:18:44,657 INFO [RS:0;2998b885bdef:46225 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T07:18:44,698 INFO [RS:0;2998b885bdef:46225 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T07:18:44,713 INFO [RS:0;2998b885bdef:46225 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T07:18:44,718 INFO [RS:0;2998b885bdef:46225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:18:44,723 INFO [RS:0;2998b885bdef:46225 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T07:18:44,750 INFO [RS:0;2998b885bdef:46225 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T07:18:44,752 INFO [RS:0;2998b885bdef:46225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T07:18:44,762 DEBUG [RS:0;2998b885bdef:46225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:18:44,763 DEBUG [RS:0;2998b885bdef:46225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:18:44,764 DEBUG [RS:0;2998b885bdef:46225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:18:44,764 DEBUG [RS:0;2998b885bdef:46225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:18:44,764 DEBUG [RS:0;2998b885bdef:46225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:18:44,764 DEBUG [RS:0;2998b885bdef:46225 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:18:44,765 DEBUG [RS:0;2998b885bdef:46225 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:18:44,765 DEBUG [RS:0;2998b885bdef:46225 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:18:44,766 DEBUG [RS:0;2998b885bdef:46225 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:18:44,766 DEBUG [RS:0;2998b885bdef:46225 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:18:44,766 DEBUG [RS:0;2998b885bdef:46225 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:18:44,767 DEBUG [RS:0;2998b885bdef:46225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:18:44,771 DEBUG [RS:0;2998b885bdef:46225 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:18:44,772 DEBUG [RS:0;2998b885bdef:46225 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:18:44,781 INFO [RS:0;2998b885bdef:46225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:18:44,781 INFO [RS:0;2998b885bdef:46225 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:18:44,781 INFO [RS:0;2998b885bdef:46225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:18:44,781 INFO [RS:0;2998b885bdef:46225 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T07:18:44,782 INFO [RS:0;2998b885bdef:46225 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T07:18:44,782 INFO [RS:0;2998b885bdef:46225 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,46225,1731482320640-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:18:44,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:18:44,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:18:44,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:18:44,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:18:44,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:18:44,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:18:44,861 INFO [RS:0;2998b885bdef:46225 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T07:18:44,863 INFO [RS:0;2998b885bdef:46225 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,46225,1731482320640-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:18:44,864 INFO [RS:0;2998b885bdef:46225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:18:44,864 INFO [RS:0;2998b885bdef:46225 {}] regionserver.Replication(171): 2998b885bdef,46225,1731482320640 started 2024-11-13T07:18:44,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:18:44,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:18:44,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:18:44,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:18:44,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:18:44,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:18:44,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:18:44,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:18:44,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:18:44,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:18:44,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:18:44,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:18:44,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/meta/1588230740 2024-11-13T07:18:44,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/meta/1588230740 2024-11-13T07:18:44,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:18:44,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:18:44,938 INFO [RS:0;2998b885bdef:46225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:18:44,938 INFO [RS:0;2998b885bdef:46225 {}] regionserver.HRegionServer(1482): Serving as 2998b885bdef,46225,1731482320640, RpcServer on 2998b885bdef/172.17.0.3:46225, sessionid=0x101330f60ac0001 2024-11-13T07:18:44,938 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:18:44,939 DEBUG [RS:0;2998b885bdef:46225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T07:18:44,939 DEBUG [RS:0;2998b885bdef:46225 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2998b885bdef,46225,1731482320640 2024-11-13T07:18:44,939 DEBUG [RS:0;2998b885bdef:46225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,46225,1731482320640' 2024-11-13T07:18:44,940 DEBUG [RS:0;2998b885bdef:46225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-264440717/flush-table-proc/abort' 2024-11-13T07:18:44,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:18:44,948 DEBUG [RS:0;2998b885bdef:46225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-264440717/flush-table-proc/acquired' 2024-11-13T07:18:44,951 DEBUG [RS:0;2998b885bdef:46225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T07:18:44,951 DEBUG [RS:0;2998b885bdef:46225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T07:18:44,952 DEBUG [RS:0;2998b885bdef:46225 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2998b885bdef,46225,1731482320640 2024-11-13T07:18:44,952 DEBUG [RS:0;2998b885bdef:46225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,46225,1731482320640' 2024-11-13T07:18:44,952 DEBUG [RS:0;2998b885bdef:46225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-264440717/online-snapshot/abort' 2024-11-13T07:18:44,953 DEBUG [RS:0;2998b885bdef:46225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-264440717/online-snapshot/acquired' 2024-11-13T07:18:44,954 DEBUG [RS:0;2998b885bdef:46225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T07:18:44,954 INFO [RS:0;2998b885bdef:46225 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T07:18:44,955 INFO [RS:0;2998b885bdef:46225 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T07:18:44,958 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:18:44,959 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69655784, jitterRate=0.03795206546783447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:18:44,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731482324802Initializing all the Stores at 1731482324808 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482324808Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482324812 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482324812Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482324812Cleaning up temporary data from old regions at 1731482324937 (+125 ms)Region opened successfully at 1731482324964 (+27 ms) 2024-11-13T07:18:44,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:18:44,964 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:18:44,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:18:44,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:18:44,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:18:44,969 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:18:44,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482324964Disabling compacts and flushes for region at 1731482324964Disabling writes for close at 1731482324964Writing region close event to WAL at 1731482324968 (+4 ms)Closed at 1731482324969 (+1 ms) 2024-11-13T07:18:44,974 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:18:44,974 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T07:18:44,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T07:18:45,001 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:18:45,006 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T07:18:45,061 INFO [RS:0;2998b885bdef:46225 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:18:45,068 INFO [RS:0;2998b885bdef:46225 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C46225%2C1731482320640, suffix=, logDir=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,46225,1731482320640, archiveDir=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/oldWALs, maxLogs=10 2024-11-13T07:18:45,094 DEBUG [RS:0;2998b885bdef:46225 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,46225,1731482320640/2998b885bdef%2C46225%2C1731482320640.1731482325071, exclude list is [], retry=0 2024-11-13T07:18:45,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-4cfb9915-6294-4911-acd3-835d2890a32e,DISK] 2024-11-13T07:18:45,115 INFO [RS:0;2998b885bdef:46225 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,46225,1731482320640/2998b885bdef%2C46225%2C1731482320640.1731482325071 2024-11-13T07:18:45,140 DEBUG [RS:0;2998b885bdef:46225 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46413:46413)] 2024-11-13T07:18:45,159 WARN [2998b885bdef:44725 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T07:18:45,411 DEBUG [2998b885bdef:44725 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T07:18:45,433 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2998b885bdef,46225,1731482320640 2024-11-13T07:18:45,454 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,46225,1731482320640, state=OPENING 2024-11-13T07:18:45,514 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T07:18:45,560 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x101330f60ac0001, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-264440717 2024-11-13T07:18:45,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x101330f60ac0000, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-264440717 2024-11-13T07:18:45,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-264440717/meta-region-server: CHANGED 2024-11-13T07:18:45,572 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-264440717/meta-region-server: CHANGED 2024-11-13T07:18:45,574 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:18:45,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,46225,1731482320640}] 2024-11-13T07:18:45,773 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T07:18:45,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T07:18:45,798 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T07:18:45,799 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:18:45,799 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T07:18:45,810 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C46225%2C1731482320640.meta, suffix=.meta, logDir=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,46225,1731482320640, archiveDir=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/oldWALs, maxLogs=10 2024-11-13T07:18:45,832 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,46225,1731482320640/2998b885bdef%2C46225%2C1731482320640.meta.1731482325812.meta, exclude list is [], retry=0 2024-11-13T07:18:45,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-4cfb9915-6294-4911-acd3-835d2890a32e,DISK] 2024-11-13T07:18:45,840 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,46225,1731482320640/2998b885bdef%2C46225%2C1731482320640.meta.1731482325812.meta 2024-11-13T07:18:45,841 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46413:46413)] 2024-11-13T07:18:45,841 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:18:45,847 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:18:45,848 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T07:18:45,852 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T07:18:45,861 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T07:18:45,866 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T07:18:45,866 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:18:45,867 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T07:18:45,867 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T07:18:45,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:18:45,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:18:45,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:18:45,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:18:45,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:18:45,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:18:45,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:18:45,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:18:45,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:18:45,883 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:18:45,883 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:18:45,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:18:45,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:18:45,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:18:45,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:18:45,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:18:45,887 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:18:45,891 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/meta/1588230740 2024-11-13T07:18:45,895 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/meta/1588230740 2024-11-13T07:18:45,897 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:18:45,897 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:18:45,899 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:18:45,904 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:18:45,909 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60638888, jitterRate=-0.09641015529632568}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:18:45,909 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T07:18:45,911 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731482325868Writing region info on filesystem at 1731482325868Initializing all the Stores at 1731482325870 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482325870Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482325872 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482325872Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482325872Cleaning up temporary data from old regions at 1731482325898 (+26 ms)Running coprocessor post-open hooks at 1731482325909 (+11 ms)Region opened successfully at 1731482325911 (+2 ms) 2024-11-13T07:18:45,921 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731482325764 2024-11-13T07:18:45,942 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T07:18:45,943 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T07:18:45,944 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,46225,1731482320640 2024-11-13T07:18:45,955 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,46225,1731482320640, state=OPEN 2024-11-13T07:18:46,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x101330f60ac0000, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-264440717/meta-region-server 2024-11-13T07:18:46,005 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2998b885bdef,46225,1731482320640 2024-11-13T07:18:46,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-264440717/meta-region-server: CHANGED 2024-11-13T07:18:46,008 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x101330f60ac0001, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-264440717/meta-region-server 2024-11-13T07:18:46,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-264440717/meta-region-server: CHANGED 2024-11-13T07:18:46,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T07:18:46,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,46225,1731482320640 in 429 msec 2024-11-13T07:18:46,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T07:18:46,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0410 sec 2024-11-13T07:18:46,041 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:18:46,041 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T07:18:46,081 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:18:46,083 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,46225,1731482320640, seqNum=-1] 2024-11-13T07:18:46,120 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:18:46,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:18:46,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.1540 sec 2024-11-13T07:18:46,170 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731482326169, completionTime=-1 2024-11-13T07:18:46,173 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T07:18:46,173 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T07:18:46,211 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T07:18:46,211 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731482386211 2024-11-13T07:18:46,211 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731482446211 2024-11-13T07:18:46,212 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 38 msec 2024-11-13T07:18:46,215 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,44725,1731482319660-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:18:46,216 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,44725,1731482319660-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:18:46,216 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,44725,1731482319660-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:18:46,218 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2998b885bdef:44725, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:18:46,219 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T07:18:46,220 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T07:18:46,245 DEBUG [master/2998b885bdef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T07:18:46,271 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.418sec 2024-11-13T07:18:46,272 INFO [master/2998b885bdef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T07:18:46,273 INFO [master/2998b885bdef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T07:18:46,274 INFO [master/2998b885bdef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T07:18:46,275 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T07:18:46,275 INFO [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T07:18:46,276 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,44725,1731482319660-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:18:46,276 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,44725,1731482319660-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T07:18:46,285 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T07:18:46,286 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T07:18:46,286 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,44725,1731482319660-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:18:46,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e544c4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:18:46,329 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T07:18:46,329 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T07:18:46,334 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,44725,-1 for getting cluster id 2024-11-13T07:18:46,338 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:18:46,377 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d7f016b-1700-45d1-bd33-83e133dc78b6' 2024-11-13T07:18:46,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:18:46,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d7f016b-1700-45d1-bd33-83e133dc78b6" 2024-11-13T07:18:46,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70b94362, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:18:46,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,44725,-1] 2024-11-13T07:18:46,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:18:46,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:18:46,406 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:18:46,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d71d83a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:18:46,413 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:18:46,428 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,46225,1731482320640, seqNum=-1] 2024-11-13T07:18:46,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:18:46,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:18:46,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2998b885bdef,44725,1731482319660 2024-11-13T07:18:46,473 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59009 2024-11-13T07:18:46,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:18:46,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101330f60ac0002 connected 2024-11-13T07:18:46,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf0fa8f-509f-cf7c-62eb-19ddc77ba3eb/hadoop.log.dir so I do NOT create it in target/test-data/74d3dbac-47fb-6b9f-5595-99fe8b907e0b 2024-11-13T07:18:46,634 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf0fa8f-509f-cf7c-62eb-19ddc77ba3eb/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T07:18:46,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf0fa8f-509f-cf7c-62eb-19ddc77ba3eb/hadoop.tmp.dir so I do NOT create it in target/test-data/74d3dbac-47fb-6b9f-5595-99fe8b907e0b 2024-11-13T07:18:46,634 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf0fa8f-509f-cf7c-62eb-19ddc77ba3eb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T07:18:46,634 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74d3dbac-47fb-6b9f-5595-99fe8b907e0b 2024-11-13T07:18:46,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T07:18:46,640 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74d3dbac-47fb-6b9f-5595-99fe8b907e0b/cluster_c4560ea1-3b38-342e-57ba-48670b9ebc05, deleteOnExit=true 2024-11-13T07:18:46,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T07:18:46,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74d3dbac-47fb-6b9f-5595-99fe8b907e0b/test.cache.data in system properties and HBase conf 2024-11-13T07:18:46,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74d3dbac-47fb-6b9f-5595-99fe8b907e0b/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T07:18:46,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74d3dbac-47fb-6b9f-5595-99fe8b907e0b/hadoop.log.dir in system properties and HBase conf 2024-11-13T07:18:46,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74d3dbac-47fb-6b9f-5595-99fe8b907e0b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T07:18:46,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74d3dbac-47fb-6b9f-5595-99fe8b907e0b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T07:18:46,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T07:18:46,642 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T07:18:46,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74d3dbac-47fb-6b9f-5595-99fe8b907e0b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:18:46,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74d3dbac-47fb-6b9f-5595-99fe8b907e0b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:18:46,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74d3dbac-47fb-6b9f-5595-99fe8b907e0b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T07:18:46,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74d3dbac-47fb-6b9f-5595-99fe8b907e0b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:18:46,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74d3dbac-47fb-6b9f-5595-99fe8b907e0b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T07:18:46,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74d3dbac-47fb-6b9f-5595-99fe8b907e0b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T07:18:46,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74d3dbac-47fb-6b9f-5595-99fe8b907e0b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:18:46,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74d3dbac-47fb-6b9f-5595-99fe8b907e0b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:18:46,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74d3dbac-47fb-6b9f-5595-99fe8b907e0b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T07:18:46,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74d3dbac-47fb-6b9f-5595-99fe8b907e0b/nfs.dump.dir in system properties and HBase conf 2024-11-13T07:18:46,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74d3dbac-47fb-6b9f-5595-99fe8b907e0b/java.io.tmpdir in system properties and HBase conf 2024-11-13T07:18:46,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74d3dbac-47fb-6b9f-5595-99fe8b907e0b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:18:46,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74d3dbac-47fb-6b9f-5595-99fe8b907e0b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T07:18:46,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74d3dbac-47fb-6b9f-5595-99fe8b907e0b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T07:18:47,239 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:18:47,267 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:18:47,356 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:18:47,357 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:18:47,357 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T07:18:47,360 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:18:47,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@597920fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74d3dbac-47fb-6b9f-5595-99fe8b907e0b/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:18:47,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@eac06d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:18:47,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ff88167{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74d3dbac-47fb-6b9f-5595-99fe8b907e0b/java.io.tmpdir/jetty-localhost-33637-hadoop-hdfs-3_4_1-tests_jar-_-any-8991966188572412601/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:18:47,585 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22967455{HTTP/1.1, (http/1.1)}{localhost:33637} 2024-11-13T07:18:47,585 INFO [Time-limited test {}] server.Server(415): Started @15475ms 2024-11-13T07:18:48,249 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:18:48,264 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:18:48,285 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:18:48,285 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:18:48,285 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T07:18:48,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a35ba74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74d3dbac-47fb-6b9f-5595-99fe8b907e0b/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:18:48,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1624ab1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:18:48,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f52129a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74d3dbac-47fb-6b9f-5595-99fe8b907e0b/java.io.tmpdir/jetty-localhost-39201-hadoop-hdfs-3_4_1-tests_jar-_-any-10169284815586040334/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:18:48,513 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b144d2e{HTTP/1.1, (http/1.1)}{localhost:39201} 2024-11-13T07:18:48,513 INFO [Time-limited test {}] server.Server(415): Started @16403ms 2024-11-13T07:18:48,515 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T07:18:49,960 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74d3dbac-47fb-6b9f-5595-99fe8b907e0b/cluster_c4560ea1-3b38-342e-57ba-48670b9ebc05/data/data1/current/BP-1145564886-172.17.0.3-1731482326723/current, will proceed with Du for space computation calculation, 2024-11-13T07:18:49,960 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74d3dbac-47fb-6b9f-5595-99fe8b907e0b/cluster_c4560ea1-3b38-342e-57ba-48670b9ebc05/data/data2/current/BP-1145564886-172.17.0.3-1731482326723/current, will proceed with Du for space computation calculation, 2024-11-13T07:18:50,004 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T07:18:50,008 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb9f2e23748739a15 with lease ID 0x83b8ecf71e25280f: Processing first storage report for DS-af5deda9-36ac-4bb1-b227-261c301d5cc8 from datanode DatanodeRegistration(127.0.0.1:38911, datanodeUuid=579aa00d-cfe3-4c3b-ae4f-b22122e0b504, infoPort=40017, infoSecurePort=0, ipcPort=39473, storageInfo=lv=-57;cid=testClusterID;nsid=1983340698;c=1731482326723) 2024-11-13T07:18:50,008 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb9f2e23748739a15 with lease ID 0x83b8ecf71e25280f: from storage DS-af5deda9-36ac-4bb1-b227-261c301d5cc8 node DatanodeRegistration(127.0.0.1:38911, datanodeUuid=579aa00d-cfe3-4c3b-ae4f-b22122e0b504, infoPort=40017, infoSecurePort=0, ipcPort=39473, storageInfo=lv=-57;cid=testClusterID;nsid=1983340698;c=1731482326723), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T07:18:50,009 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb9f2e23748739a15 with lease ID 0x83b8ecf71e25280f: Processing first storage report for DS-da5b7679-73e3-4eab-998f-5577a7f7c806 from datanode DatanodeRegistration(127.0.0.1:38911, datanodeUuid=579aa00d-cfe3-4c3b-ae4f-b22122e0b504, infoPort=40017, infoSecurePort=0, ipcPort=39473, storageInfo=lv=-57;cid=testClusterID;nsid=1983340698;c=1731482326723) 2024-11-13T07:18:50,009 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb9f2e23748739a15 with lease ID 0x83b8ecf71e25280f: from storage DS-da5b7679-73e3-4eab-998f-5577a7f7c806 node DatanodeRegistration(127.0.0.1:38911, datanodeUuid=579aa00d-cfe3-4c3b-ae4f-b22122e0b504, infoPort=40017, infoSecurePort=0, ipcPort=39473, storageInfo=lv=-57;cid=testClusterID;nsid=1983340698;c=1731482326723), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T07:18:50,040 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74d3dbac-47fb-6b9f-5595-99fe8b907e0b 2024-11-13T07:18:50,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:18:50,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:18:50,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38911 is added to blk_1073741825_1001 (size=7) 2024-11-13T07:18:50,078 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131 with version=8 2024-11-13T07:18:50,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/hbase-staging 2024-11-13T07:18:50,081 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:18:50,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:18:50,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:18:50,082 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:18:50,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:18:50,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:18:50,082 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T07:18:50,083 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:18:50,087 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43149 2024-11-13T07:18:50,090 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43149 connecting to ZooKeeper ensemble=127.0.0.1:59009 2024-11-13T07:18:50,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431490x0, quorum=127.0.0.1:59009, baseZNode=/11105730538 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:18:50,120 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43149-0x101330f60ac0003 connected 2024-11-13T07:18:50,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T07:18:50,134 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T07:18:50,149 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:18:50,149 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T07:18:50,152 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:18:50,153 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T07:18:50,153 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T07:18:50,153 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T07:18:50,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:18:50,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:18:50,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43149-0x101330f60ac0003, quorum=127.0.0.1:59009, baseZNode=/11105730538 Set watcher on znode that does not yet exist, /11105730538/running 2024-11-13T07:18:50,223 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131, hbase.cluster.distributed=false 2024-11-13T07:18:50,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43149-0x101330f60ac0003, quorum=127.0.0.1:59009, baseZNode=/11105730538 Set watcher on znode that does not yet exist, /11105730538/acl 2024-11-13T07:18:50,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43149 2024-11-13T07:18:50,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43149 2024-11-13T07:18:50,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43149 2024-11-13T07:18:50,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43149 2024-11-13T07:18:50,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43149 2024-11-13T07:18:50,297 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:18:50,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:18:50,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:18:50,298 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:18:50,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:18:50,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:18:50,298 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T07:18:50,298 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:18:50,303 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39255 2024-11-13T07:18:50,305 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39255 connecting to ZooKeeper ensemble=127.0.0.1:59009 2024-11-13T07:18:50,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:18:50,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:18:50,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392550x0, quorum=127.0.0.1:59009, baseZNode=/11105730538 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:18:50,344 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392550x0, quorum=127.0.0.1:59009, baseZNode=/11105730538 Set watcher on znode that does not yet exist, /11105730538/running 2024-11-13T07:18:50,344 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T07:18:50,357 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39255-0x101330f60ac0004 connected 2024-11-13T07:18:50,375 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T07:18:50,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39255-0x101330f60ac0004, quorum=127.0.0.1:59009, baseZNode=/11105730538 Set watcher on znode that does not yet exist, /11105730538/master 2024-11-13T07:18:50,382 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39255-0x101330f60ac0004, quorum=127.0.0.1:59009, baseZNode=/11105730538 Set watcher on znode that does not yet exist, /11105730538/acl 2024-11-13T07:18:50,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39255 2024-11-13T07:18:50,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39255 2024-11-13T07:18:50,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39255 2024-11-13T07:18:50,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39255 2024-11-13T07:18:50,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39255 2024-11-13T07:18:50,485 DEBUG [M:0;2998b885bdef:43149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2998b885bdef:43149 2024-11-13T07:18:50,500 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11105730538/backup-masters/2998b885bdef,43149,1731482330081 2024-11-13T07:18:50,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39255-0x101330f60ac0004, quorum=127.0.0.1:59009, baseZNode=/11105730538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11105730538/backup-masters 2024-11-13T07:18:50,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43149-0x101330f60ac0003, quorum=127.0.0.1:59009, baseZNode=/11105730538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11105730538/backup-masters 2024-11-13T07:18:50,537 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43149-0x101330f60ac0003, quorum=127.0.0.1:59009, baseZNode=/11105730538 Set watcher on existing znode=/11105730538/backup-masters/2998b885bdef,43149,1731482330081 2024-11-13T07:18:50,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39255-0x101330f60ac0004, quorum=127.0.0.1:59009, baseZNode=/11105730538 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11105730538/master 2024-11-13T07:18:50,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39255-0x101330f60ac0004, quorum=127.0.0.1:59009, baseZNode=/11105730538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11105730538 2024-11-13T07:18:50,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43149-0x101330f60ac0003, quorum=127.0.0.1:59009, baseZNode=/11105730538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11105730538 2024-11-13T07:18:50,555 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43149-0x101330f60ac0003, quorum=127.0.0.1:59009, baseZNode=/11105730538 Set watcher on existing znode=/11105730538/master 2024-11-13T07:18:50,556 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11105730538/backup-masters/2998b885bdef,43149,1731482330081 from backup master directory 2024-11-13T07:18:50,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39255-0x101330f60ac0004, quorum=127.0.0.1:59009, baseZNode=/11105730538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11105730538/backup-masters 2024-11-13T07:18:50,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43149-0x101330f60ac0003, quorum=127.0.0.1:59009, baseZNode=/11105730538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11105730538/backup-masters/2998b885bdef,43149,1731482330081 2024-11-13T07:18:50,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43149-0x101330f60ac0003, quorum=127.0.0.1:59009, baseZNode=/11105730538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11105730538/backup-masters 2024-11-13T07:18:50,579 WARN [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:18:50,579 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2998b885bdef,43149,1731482330081 2024-11-13T07:18:50,595 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/hbase.id] with ID: 8be1df13-649a-40cd-a00e-122bec061105 2024-11-13T07:18:50,595 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/.tmp/hbase.id 2024-11-13T07:18:50,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38911 is added to blk_1073741826_1002 (size=42) 2024-11-13T07:18:50,648 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T07:18:51,032 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/.tmp/hbase.id]:[hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/hbase.id] 2024-11-13T07:18:51,060 INFO [master/2998b885bdef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:18:51,060 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T07:18:51,065 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 5ms. 2024-11-13T07:18:51,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43149-0x101330f60ac0003, quorum=127.0.0.1:59009, baseZNode=/11105730538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11105730538 2024-11-13T07:18:51,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39255-0x101330f60ac0004, quorum=127.0.0.1:59009, baseZNode=/11105730538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11105730538 2024-11-13T07:18:51,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38911 is added to blk_1073741827_1003 (size=196) 2024-11-13T07:18:51,113 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:18:51,114 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T07:18:51,115 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:18:51,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38911 is added to blk_1073741828_1004 (size=1189) 2024-11-13T07:18:51,399 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T07:18:51,577 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/MasterData/data/master/store 2024-11-13T07:18:51,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38911 is added to blk_1073741829_1005 (size=34) 2024-11-13T07:18:51,627 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:18:51,628 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:18:51,628 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:18:51,628 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:18:51,628 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:18:51,628 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:18:51,628 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:18:51,629 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482331628Disabling compacts and flushes for region at 1731482331628Disabling writes for close at 1731482331628Writing region close event to WAL at 1731482331628Closed at 1731482331628 2024-11-13T07:18:51,633 WARN [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/MasterData/data/master/store/.initializing 2024-11-13T07:18:51,633 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/MasterData/WALs/2998b885bdef,43149,1731482330081 2024-11-13T07:18:51,638 INFO [master/2998b885bdef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:18:51,645 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2998b885bdef%2C43149%2C1731482330081, suffix=, logDir=hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/MasterData/WALs/2998b885bdef,43149,1731482330081, archiveDir=hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/MasterData/oldWALs, maxLogs=10 2024-11-13T07:18:51,664 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/MasterData/WALs/2998b885bdef,43149,1731482330081/2998b885bdef%2C43149%2C1731482330081.1731482331645, exclude list is [], retry=0 2024-11-13T07:18:51,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38911,DS-af5deda9-36ac-4bb1-b227-261c301d5cc8,DISK] 2024-11-13T07:18:51,678 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/MasterData/WALs/2998b885bdef,43149,1731482330081/2998b885bdef%2C43149%2C1731482330081.1731482331645 2024-11-13T07:18:51,692 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40017:40017)] 2024-11-13T07:18:51,692 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:18:51,693 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:18:51,693 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:18:51,693 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:18:51,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:18:51,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T07:18:51,702 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:18:51,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:18:51,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:18:51,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T07:18:51,706 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:18:51,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:18:51,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:18:51,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T07:18:51,715 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:18:51,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:18:51,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:18:51,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T07:18:51,733 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:18:51,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:18:51,734 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:18:51,735 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:18:51,736 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:18:51,738 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:18:51,739 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:18:51,740 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:18:51,741 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:18:51,761 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:18:51,762 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62948514, jitterRate=-0.0619940459728241}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:18:51,763 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731482331693Initializing all the Stores at 1731482331695 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482331695Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482331696 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482331696Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482331696Cleaning up temporary data from old regions at 1731482331739 (+43 ms)Region opened successfully at 1731482331762 (+23 ms) 2024-11-13T07:18:51,764 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T07:18:51,771 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48bcdb69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:18:51,773 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T07:18:51,773 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T07:18:51,773 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T07:18:51,773 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T07:18:51,774 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T07:18:51,775 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T07:18:51,775 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T07:18:51,787 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T07:18:51,789 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43149-0x101330f60ac0003, quorum=127.0.0.1:59009, baseZNode=/11105730538 Unable to get data of znode /11105730538/balancer because node does not exist (not necessarily an error) 2024-11-13T07:18:51,837 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11105730538/balancer already deleted, retry=false 2024-11-13T07:18:51,838 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T07:18:51,838 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43149-0x101330f60ac0003, quorum=127.0.0.1:59009, baseZNode=/11105730538 Unable to get data of znode /11105730538/normalizer because node does not exist (not necessarily an error) 2024-11-13T07:18:51,848 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11105730538/normalizer already deleted, retry=false 2024-11-13T07:18:51,849 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T07:18:51,855 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43149-0x101330f60ac0003, quorum=127.0.0.1:59009, baseZNode=/11105730538 Unable to get data of znode /11105730538/switch/split because node does not exist (not necessarily an error) 2024-11-13T07:18:51,864 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11105730538/switch/split already deleted, retry=false 2024-11-13T07:18:51,865 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43149-0x101330f60ac0003, quorum=127.0.0.1:59009, baseZNode=/11105730538 Unable to get data of znode /11105730538/switch/merge because node does not exist (not necessarily an error) 2024-11-13T07:18:51,875 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11105730538/switch/merge already deleted, retry=false 2024-11-13T07:18:51,877 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43149-0x101330f60ac0003, quorum=127.0.0.1:59009, baseZNode=/11105730538 Unable to get data of znode /11105730538/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T07:18:51,890 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11105730538/snapshot-cleanup already deleted, retry=false 2024-11-13T07:18:51,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39255-0x101330f60ac0004, quorum=127.0.0.1:59009, baseZNode=/11105730538 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11105730538/running 2024-11-13T07:18:51,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43149-0x101330f60ac0003, quorum=127.0.0.1:59009, baseZNode=/11105730538 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11105730538/running 2024-11-13T07:18:51,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39255-0x101330f60ac0004, quorum=127.0.0.1:59009, baseZNode=/11105730538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11105730538 2024-11-13T07:18:51,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43149-0x101330f60ac0003, quorum=127.0.0.1:59009, baseZNode=/11105730538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11105730538 2024-11-13T07:18:51,901 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2998b885bdef,43149,1731482330081, sessionid=0x101330f60ac0003, setting cluster-up flag (Was=false) 2024-11-13T07:18:51,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39255-0x101330f60ac0004, quorum=127.0.0.1:59009, baseZNode=/11105730538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11105730538 2024-11-13T07:18:51,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43149-0x101330f60ac0003, quorum=127.0.0.1:59009, baseZNode=/11105730538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11105730538 2024-11-13T07:18:51,953 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11105730538/flush-table-proc/acquired, /11105730538/flush-table-proc/reached, /11105730538/flush-table-proc/abort 2024-11-13T07:18:51,955 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,43149,1731482330081 2024-11-13T07:18:51,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39255-0x101330f60ac0004, quorum=127.0.0.1:59009, baseZNode=/11105730538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11105730538 2024-11-13T07:18:51,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43149-0x101330f60ac0003, quorum=127.0.0.1:59009, baseZNode=/11105730538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11105730538 2024-11-13T07:18:52,006 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11105730538/online-snapshot/acquired, /11105730538/online-snapshot/reached, /11105730538/online-snapshot/abort 2024-11-13T07:18:52,024 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,43149,1731482330081 2024-11-13T07:18:52,031 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T07:18:52,038 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T07:18:52,039 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T07:18:52,040 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T07:18:52,064 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2998b885bdef,43149,1731482330081 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T07:18:52,069 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:18:52,070 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:18:52,070 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:18:52,070 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:18:52,070 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2998b885bdef:0, corePoolSize=10, maxPoolSize=10 2024-11-13T07:18:52,070 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:18:52,070 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:18:52,070 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:18:52,079 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:18:52,079 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T07:18:52,081 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:18:52,081 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T07:18:52,129 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731482362128 2024-11-13T07:18:52,129 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T07:18:52,129 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T07:18:52,129 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T07:18:52,130 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T07:18:52,130 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T07:18:52,130 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T07:18:52,132 INFO [RS:0;2998b885bdef:39255 {}] regionserver.HRegionServer(746): ClusterId : 8be1df13-649a-40cd-a00e-122bec061105 2024-11-13T07:18:52,132 DEBUG [RS:0;2998b885bdef:39255 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T07:18:52,143 DEBUG [RS:0;2998b885bdef:39255 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T07:18:52,144 DEBUG [RS:0;2998b885bdef:39255 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T07:18:52,157 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:18:52,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38911 is added to blk_1073741831_1007 (size=1321) 2024-11-13T07:18:52,165 DEBUG [RS:0;2998b885bdef:39255 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T07:18:52,166 DEBUG [RS:0;2998b885bdef:39255 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53bd07a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:18:52,168 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T07:18:52,169 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T07:18:52,169 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T07:18:52,169 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T07:18:52,169 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T07:18:52,169 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T07:18:52,184 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482332169,5,FailOnTimeoutGroup] 2024-11-13T07:18:52,185 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482332184,5,FailOnTimeoutGroup] 2024-11-13T07:18:52,186 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:18:52,186 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T07:18:52,186 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T07:18:52,186 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T07:18:52,190 DEBUG [RS:0;2998b885bdef:39255 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2998b885bdef:39255 2024-11-13T07:18:52,190 INFO [RS:0;2998b885bdef:39255 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T07:18:52,190 INFO [RS:0;2998b885bdef:39255 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T07:18:52,190 DEBUG [RS:0;2998b885bdef:39255 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T07:18:52,196 INFO [RS:0;2998b885bdef:39255 {}] regionserver.HRegionServer(2659): reportForDuty to master=2998b885bdef,43149,1731482330081 with port=39255, startcode=1731482330297 2024-11-13T07:18:52,197 DEBUG [RS:0;2998b885bdef:39255 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T07:18:52,210 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T07:18:52,213 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43149 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2998b885bdef,39255,1731482330297 2024-11-13T07:18:52,213 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43149 {}] master.ServerManager(517): Registering regionserver=2998b885bdef,39255,1731482330297 2024-11-13T07:18:52,224 DEBUG [RS:0;2998b885bdef:39255 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131 2024-11-13T07:18:52,224 DEBUG [RS:0;2998b885bdef:39255 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45895 2024-11-13T07:18:52,224 DEBUG [RS:0;2998b885bdef:39255 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T07:18:52,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43149-0x101330f60ac0003, quorum=127.0.0.1:59009, baseZNode=/11105730538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11105730538/rs 2024-11-13T07:18:52,277 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2998b885bdef,39255,1731482330297] 2024-11-13T07:18:52,277 DEBUG [RS:0;2998b885bdef:39255 {}] zookeeper.ZKUtil(111): regionserver:39255-0x101330f60ac0004, quorum=127.0.0.1:59009, baseZNode=/11105730538 Set watcher on existing znode=/11105730538/rs/2998b885bdef,39255,1731482330297 2024-11-13T07:18:52,277 WARN [RS:0;2998b885bdef:39255 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:18:52,277 INFO [RS:0;2998b885bdef:39255 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:18:52,277 DEBUG [RS:0;2998b885bdef:39255 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/WALs/2998b885bdef,39255,1731482330297 2024-11-13T07:18:52,299 INFO [RS:0;2998b885bdef:39255 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T07:18:52,305 INFO [RS:0;2998b885bdef:39255 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T07:18:52,305 INFO [RS:0;2998b885bdef:39255 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T07:18:52,306 INFO [RS:0;2998b885bdef:39255 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:18:52,308 INFO [RS:0;2998b885bdef:39255 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T07:18:52,310 INFO [RS:0;2998b885bdef:39255 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T07:18:52,310 INFO [RS:0;2998b885bdef:39255 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T07:18:52,310 DEBUG [RS:0;2998b885bdef:39255 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:18:52,310 DEBUG [RS:0;2998b885bdef:39255 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:18:52,310 DEBUG [RS:0;2998b885bdef:39255 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:18:52,310 DEBUG [RS:0;2998b885bdef:39255 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:18:52,310 DEBUG [RS:0;2998b885bdef:39255 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:18:52,311 DEBUG [RS:0;2998b885bdef:39255 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:18:52,311 DEBUG [RS:0;2998b885bdef:39255 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:18:52,311 DEBUG [RS:0;2998b885bdef:39255 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:18:52,311 DEBUG [RS:0;2998b885bdef:39255 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:18:52,311 DEBUG [RS:0;2998b885bdef:39255 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:18:52,311 DEBUG [RS:0;2998b885bdef:39255 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:18:52,311 DEBUG [RS:0;2998b885bdef:39255 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:18:52,312 DEBUG [RS:0;2998b885bdef:39255 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:18:52,312 DEBUG [RS:0;2998b885bdef:39255 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:18:52,319 INFO [RS:0;2998b885bdef:39255 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:18:52,319 INFO [RS:0;2998b885bdef:39255 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:18:52,319 INFO [RS:0;2998b885bdef:39255 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:18:52,319 INFO [RS:0;2998b885bdef:39255 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T07:18:52,319 INFO [RS:0;2998b885bdef:39255 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T07:18:52,319 INFO [RS:0;2998b885bdef:39255 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,39255,1731482330297-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:18:52,342 INFO [RS:0;2998b885bdef:39255 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T07:18:52,343 INFO [RS:0;2998b885bdef:39255 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,39255,1731482330297-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:18:52,346 INFO [RS:0;2998b885bdef:39255 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:18:52,346 INFO [RS:0;2998b885bdef:39255 {}] regionserver.Replication(171): 2998b885bdef,39255,1731482330297 started 2024-11-13T07:18:52,367 INFO [RS:0;2998b885bdef:39255 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:18:52,367 INFO [RS:0;2998b885bdef:39255 {}] regionserver.HRegionServer(1482): Serving as 2998b885bdef,39255,1731482330297, RpcServer on 2998b885bdef/172.17.0.3:39255, sessionid=0x101330f60ac0004 2024-11-13T07:18:52,367 DEBUG [RS:0;2998b885bdef:39255 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T07:18:52,367 DEBUG [RS:0;2998b885bdef:39255 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2998b885bdef,39255,1731482330297 2024-11-13T07:18:52,367 DEBUG [RS:0;2998b885bdef:39255 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,39255,1731482330297' 2024-11-13T07:18:52,367 DEBUG [RS:0;2998b885bdef:39255 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11105730538/flush-table-proc/abort' 2024-11-13T07:18:52,369 DEBUG [RS:0;2998b885bdef:39255 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11105730538/flush-table-proc/acquired' 2024-11-13T07:18:52,370 DEBUG [RS:0;2998b885bdef:39255 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T07:18:52,370 DEBUG [RS:0;2998b885bdef:39255 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T07:18:52,370 DEBUG [RS:0;2998b885bdef:39255 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2998b885bdef,39255,1731482330297 2024-11-13T07:18:52,370 DEBUG [RS:0;2998b885bdef:39255 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,39255,1731482330297' 2024-11-13T07:18:52,370 DEBUG [RS:0;2998b885bdef:39255 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11105730538/online-snapshot/abort' 2024-11-13T07:18:52,371 DEBUG [RS:0;2998b885bdef:39255 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11105730538/online-snapshot/acquired' 2024-11-13T07:18:52,371 DEBUG [RS:0;2998b885bdef:39255 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T07:18:52,372 INFO [RS:0;2998b885bdef:39255 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T07:18:52,372 INFO [RS:0;2998b885bdef:39255 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T07:18:52,473 INFO [RS:0;2998b885bdef:39255 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:18:52,481 INFO [RS:0;2998b885bdef:39255 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C39255%2C1731482330297, suffix=, logDir=hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/WALs/2998b885bdef,39255,1731482330297, archiveDir=hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/oldWALs, maxLogs=10 2024-11-13T07:18:52,502 DEBUG [RS:0;2998b885bdef:39255 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/WALs/2998b885bdef,39255,1731482330297/2998b885bdef%2C39255%2C1731482330297.1731482332484, exclude list is [], retry=0 2024-11-13T07:18:52,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38911,DS-af5deda9-36ac-4bb1-b227-261c301d5cc8,DISK] 2024-11-13T07:18:52,509 INFO [RS:0;2998b885bdef:39255 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/WALs/2998b885bdef,39255,1731482330297/2998b885bdef%2C39255%2C1731482330297.1731482332484 2024-11-13T07:18:52,509 DEBUG [RS:0;2998b885bdef:39255 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40017:40017)] 2024-11-13T07:18:52,563 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T07:18:52,563 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131 2024-11-13T07:18:52,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38911 is added to blk_1073741833_1009 (size=32) 2024-11-13T07:18:52,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:18:52,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:18:52,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:18:52,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:18:52,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:18:52,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:18:52,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:18:52,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:18:52,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:18:52,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:18:52,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:18:52,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:18:52,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:18:52,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:18:52,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:18:52,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:18:52,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:18:52,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:18:52,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/data/hbase/meta/1588230740 2024-11-13T07:18:52,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/data/hbase/meta/1588230740 2024-11-13T07:18:52,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:18:52,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:18:52,627 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:18:52,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:18:52,642 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:18:52,643 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75036982, jitterRate=0.11813816428184509}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:18:52,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731482332586Initializing all the Stores at 1731482332590 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482332590Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482332592 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482332592Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482332592Cleaning up temporary data from old regions at 1731482332626 (+34 ms)Region opened successfully at 1731482332643 (+17 ms) 2024-11-13T07:18:52,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:18:52,643 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:18:52,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:18:52,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:18:52,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:18:52,656 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:18:52,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482332643Disabling compacts and flushes for region at 1731482332643Disabling writes for close at 1731482332643Writing region close event to WAL at 1731482332656 (+13 ms)Closed at 1731482332656 2024-11-13T07:18:52,659 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:18:52,659 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T07:18:52,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T07:18:52,662 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:18:52,664 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T07:18:52,815 DEBUG [2998b885bdef:43149 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T07:18:52,816 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2998b885bdef,39255,1731482330297 2024-11-13T07:18:52,820 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,39255,1731482330297, state=OPENING 2024-11-13T07:18:52,872 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T07:18:52,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43149-0x101330f60ac0003, quorum=127.0.0.1:59009, baseZNode=/11105730538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11105730538 2024-11-13T07:18:52,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39255-0x101330f60ac0004, quorum=127.0.0.1:59009, baseZNode=/11105730538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11105730538 2024-11-13T07:18:52,970 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11105730538/meta-region-server: CHANGED 2024-11-13T07:18:52,972 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:18:52,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,39255,1731482330297}] 2024-11-13T07:18:52,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11105730538/meta-region-server: CHANGED 2024-11-13T07:18:53,129 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T07:18:53,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T07:18:53,144 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T07:18:53,145 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:18:53,145 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T07:18:53,148 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C39255%2C1731482330297.meta, suffix=.meta, logDir=hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/WALs/2998b885bdef,39255,1731482330297, archiveDir=hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/oldWALs, maxLogs=10 2024-11-13T07:18:53,169 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/WALs/2998b885bdef,39255,1731482330297/2998b885bdef%2C39255%2C1731482330297.meta.1731482333151.meta, exclude list is [], retry=0 2024-11-13T07:18:53,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38911,DS-af5deda9-36ac-4bb1-b227-261c301d5cc8,DISK] 2024-11-13T07:18:53,182 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/WALs/2998b885bdef,39255,1731482330297/2998b885bdef%2C39255%2C1731482330297.meta.1731482333151.meta 2024-11-13T07:18:53,183 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40017:40017)] 2024-11-13T07:18:53,183 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:18:53,184 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:18:53,184 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T07:18:53,184 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T07:18:53,184 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T07:18:53,184 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T07:18:53,184 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:18:53,185 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T07:18:53,185 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T07:18:53,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:18:53,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:18:53,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:18:53,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:18:53,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:18:53,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:18:53,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:18:53,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:18:53,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:18:53,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:18:53,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:18:53,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:18:53,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:18:53,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:18:53,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:18:53,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:18:53,219 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:18:53,222 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/data/hbase/meta/1588230740 2024-11-13T07:18:53,224 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/data/hbase/meta/1588230740 2024-11-13T07:18:53,227 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:18:53,227 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:18:53,228 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:18:53,234 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:18:53,237 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61732160, jitterRate=-0.08011913299560547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:18:53,237 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T07:18:53,237 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731482333185Writing region info on filesystem at 1731482333185Initializing all the Stores at 1731482333188 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482333188Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482333196 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482333196Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482333196Cleaning up temporary data from old regions at 1731482333227 (+31 ms)Running coprocessor post-open hooks at 1731482333237 (+10 ms)Region opened successfully at 1731482333237 2024-11-13T07:18:53,242 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731482333129 2024-11-13T07:18:53,248 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T07:18:53,248 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T07:18:53,249 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,39255,1731482330297 2024-11-13T07:18:53,252 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,39255,1731482330297, state=OPEN 2024-11-13T07:18:53,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39255-0x101330f60ac0004, quorum=127.0.0.1:59009, baseZNode=/11105730538 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11105730538/meta-region-server 2024-11-13T07:18:53,312 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2998b885bdef,39255,1731482330297 2024-11-13T07:18:53,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43149-0x101330f60ac0003, quorum=127.0.0.1:59009, baseZNode=/11105730538 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11105730538/meta-region-server 2024-11-13T07:18:53,312 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11105730538/meta-region-server: CHANGED 2024-11-13T07:18:53,312 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11105730538/meta-region-server: CHANGED 2024-11-13T07:18:53,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T07:18:53,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,39255,1731482330297 in 339 msec 2024-11-13T07:18:53,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T07:18:53,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 661 msec 2024-11-13T07:18:53,327 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:18:53,327 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T07:18:53,329 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:18:53,329 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,39255,1731482330297, seqNum=-1] 2024-11-13T07:18:53,329 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:18:53,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:18:53,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3050 sec 2024-11-13T07:18:53,342 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731482333342, completionTime=-1 2024-11-13T07:18:53,342 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T07:18:53,343 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T07:18:53,346 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T07:18:53,346 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731482393346 2024-11-13T07:18:53,346 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731482453346 2024-11-13T07:18:53,346 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-13T07:18:53,347 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,43149,1731482330081-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:18:53,347 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,43149,1731482330081-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:18:53,347 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,43149,1731482330081-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:18:53,347 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2998b885bdef:43149, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:18:53,347 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T07:18:53,348 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T07:18:53,350 DEBUG [master/2998b885bdef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T07:18:53,354 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.775sec 2024-11-13T07:18:53,354 INFO [master/2998b885bdef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T07:18:53,355 INFO [master/2998b885bdef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T07:18:53,355 INFO [master/2998b885bdef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T07:18:53,355 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T07:18:53,355 INFO [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T07:18:53,355 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,43149,1731482330081-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:18:53,355 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,43149,1731482330081-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T07:18:53,359 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T07:18:53,359 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T07:18:53,359 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,43149,1731482330081-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:18:53,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2afd7c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:18:53,437 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,43149,-1 for getting cluster id 2024-11-13T07:18:53,437 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:18:53,439 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8be1df13-649a-40cd-a00e-122bec061105' 2024-11-13T07:18:53,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:18:53,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8be1df13-649a-40cd-a00e-122bec061105" 2024-11-13T07:18:53,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a09bcb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:18:53,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,43149,-1] 2024-11-13T07:18:53,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:18:53,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:18:53,443 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:18:53,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d7ffbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:18:53,445 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:18:53,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,39255,1731482330297, seqNum=-1] 2024-11-13T07:18:53,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:18:53,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:18:53,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2998b885bdef,43149,1731482330081 2024-11-13T07:18:53,456 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59009 2024-11-13T07:18:53,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59009, baseZNode=/11105730538 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:18:53,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101330f60ac0005 connected 2024-11-13T07:18:53,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a856152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:18:53,561 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,44725,-1 for getting cluster id 2024-11-13T07:18:53,562 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:18:53,564 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d7f016b-1700-45d1-bd33-83e133dc78b6' 2024-11-13T07:18:53,564 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:18:53,565 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d7f016b-1700-45d1-bd33-83e133dc78b6" 2024-11-13T07:18:53,565 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@370df2b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:18:53,565 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,44725,-1] 2024-11-13T07:18:53,565 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:18:53,566 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:18:53,567 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:18:53,569 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@770997b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:18:53,579 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:18:53,584 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,44725,1731482319660 2024-11-13T07:18:53,587 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dfd9a77 2024-11-13T07:18:53,588 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:18:53,590 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:18:53,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2998b885bdef:43149,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T07:18:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T07:18:53,604 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2998b885bdef:43149' 2024-11-13T07:18:53,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:18:53,610 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21041df5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:18:53,610 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,43149,-1 for getting cluster id 2024-11-13T07:18:53,611 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:18:53,612 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8be1df13-649a-40cd-a00e-122bec061105' 2024-11-13T07:18:53,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:18:53,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8be1df13-649a-40cd-a00e-122bec061105" 2024-11-13T07:18:53,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c20fa93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:18:53,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,43149,-1] 2024-11-13T07:18:53,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:18:53,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:18:53,616 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:18:53,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35461b5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:18:53,619 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:18:53,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,43149,1731482330081 2024-11-13T07:18:53,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f2d9dee 2024-11-13T07:18:53,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:18:53,627 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:18:53,643 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T07:18:53,643 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T07:18:53,649 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:18:53,650 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:18:53,651 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:18:53,652 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:18:53,661 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T07:18:53,665 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T07:18:53,665 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:18:53,667 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T07:18:53,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741835_1011 (size=1138) 2024-11-13T07:18:53,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:18:53,714 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T07:18:53,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:18:54,097 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 36945224afb345921133bd1d23b8a31e, NAME => 'hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192 2024-11-13T07:18:54,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741836_1012 (size=44) 2024-11-13T07:18:54,156 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:18:54,156 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 36945224afb345921133bd1d23b8a31e, disabling compactions & flushes 2024-11-13T07:18:54,156 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e. 2024-11-13T07:18:54,156 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e. 2024-11-13T07:18:54,157 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e. after waiting 0 ms 2024-11-13T07:18:54,157 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e. 2024-11-13T07:18:54,157 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e. 2024-11-13T07:18:54,157 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 36945224afb345921133bd1d23b8a31e: Waiting for close lock at 1731482334156Disabling compacts and flushes for region at 1731482334156Disabling writes for close at 1731482334157 (+1 ms)Writing region close event to WAL at 1731482334157Closed at 1731482334157 2024-11-13T07:18:54,160 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T07:18:54,167 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731482334160"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482334160"}]},"ts":"1731482334160"} 2024-11-13T07:18:54,191 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T07:18:54,193 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T07:18:54,196 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482334194"}]},"ts":"1731482334194"} 2024-11-13T07:18:54,207 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T07:18:54,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=36945224afb345921133bd1d23b8a31e, ASSIGN}] 2024-11-13T07:18:54,216 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=36945224afb345921133bd1d23b8a31e, ASSIGN 2024-11-13T07:18:54,218 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=36945224afb345921133bd1d23b8a31e, ASSIGN; state=OFFLINE, location=2998b885bdef,46225,1731482320640; forceNewPlan=false, retain=false 2024-11-13T07:18:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:18:54,371 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=36945224afb345921133bd1d23b8a31e, regionState=OPENING, regionLocation=2998b885bdef,46225,1731482320640 2024-11-13T07:18:54,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=36945224afb345921133bd1d23b8a31e, ASSIGN because future has completed 2024-11-13T07:18:54,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36945224afb345921133bd1d23b8a31e, server=2998b885bdef,46225,1731482320640}] 2024-11-13T07:18:54,603 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e. 2024-11-13T07:18:54,603 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:18:54,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T07:18:54,621 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C46225%2C1731482320640.rep, suffix=, logDir=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,46225,1731482320640, archiveDir=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/oldWALs, maxLogs=10 2024-11-13T07:18:54,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,46225,1731482320640/2998b885bdef%2C46225%2C1731482320640.rep.1731482334641, exclude list is [], retry=0 2024-11-13T07:18:54,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-4cfb9915-6294-4911-acd3-835d2890a32e,DISK] 2024-11-13T07:18:54,714 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,46225,1731482320640/2998b885bdef%2C46225%2C1731482320640.rep.1731482334641 2024-11-13T07:18:54,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46413:46413)] 2024-11-13T07:18:54,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 36945224afb345921133bd1d23b8a31e, NAME => 'hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:18:54,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:18:54,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T07:18:54,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e. service=MultiRowMutationService 2024-11-13T07:18:54,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T07:18:54,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 36945224afb345921133bd1d23b8a31e 2024-11-13T07:18:54,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:18:54,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 36945224afb345921133bd1d23b8a31e 2024-11-13T07:18:54,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 36945224afb345921133bd1d23b8a31e 2024-11-13T07:18:54,739 INFO [StoreOpener-36945224afb345921133bd1d23b8a31e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 36945224afb345921133bd1d23b8a31e 2024-11-13T07:18:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:18:54,742 INFO [StoreOpener-36945224afb345921133bd1d23b8a31e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36945224afb345921133bd1d23b8a31e columnFamilyName hfileref 2024-11-13T07:18:54,742 DEBUG [StoreOpener-36945224afb345921133bd1d23b8a31e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:18:54,744 INFO [StoreOpener-36945224afb345921133bd1d23b8a31e-1 {}] regionserver.HStore(327): Store=36945224afb345921133bd1d23b8a31e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:18:54,744 INFO [StoreOpener-36945224afb345921133bd1d23b8a31e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 36945224afb345921133bd1d23b8a31e 2024-11-13T07:18:54,752 INFO [StoreOpener-36945224afb345921133bd1d23b8a31e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36945224afb345921133bd1d23b8a31e columnFamilyName queue 2024-11-13T07:18:54,753 DEBUG [StoreOpener-36945224afb345921133bd1d23b8a31e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:18:54,762 INFO [StoreOpener-36945224afb345921133bd1d23b8a31e-1 {}] regionserver.HStore(327): Store=36945224afb345921133bd1d23b8a31e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:18:54,762 INFO [StoreOpener-36945224afb345921133bd1d23b8a31e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 36945224afb345921133bd1d23b8a31e 2024-11-13T07:18:54,769 INFO [StoreOpener-36945224afb345921133bd1d23b8a31e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36945224afb345921133bd1d23b8a31e columnFamilyName sid 2024-11-13T07:18:54,769 DEBUG [StoreOpener-36945224afb345921133bd1d23b8a31e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:18:54,770 INFO [StoreOpener-36945224afb345921133bd1d23b8a31e-1 {}] regionserver.HStore(327): Store=36945224afb345921133bd1d23b8a31e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:18:54,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 36945224afb345921133bd1d23b8a31e 2024-11-13T07:18:54,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/replication/36945224afb345921133bd1d23b8a31e 2024-11-13T07:18:54,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/replication/36945224afb345921133bd1d23b8a31e 2024-11-13T07:18:54,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 36945224afb345921133bd1d23b8a31e 2024-11-13T07:18:54,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 36945224afb345921133bd1d23b8a31e 2024-11-13T07:18:54,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T07:18:54,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 36945224afb345921133bd1d23b8a31e 2024-11-13T07:18:54,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/replication/36945224afb345921133bd1d23b8a31e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:18:54,808 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 36945224afb345921133bd1d23b8a31e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70389361, jitterRate=0.048883214592933655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T07:18:54,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 36945224afb345921133bd1d23b8a31e 2024-11-13T07:18:54,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 36945224afb345921133bd1d23b8a31e: Running coprocessor pre-open hook at 1731482334724Writing region info on filesystem at 1731482334724Initializing all the Stores at 1731482334734 (+10 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482334735 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482334739 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482334739Cleaning up temporary data from old regions at 1731482334776 (+37 ms)Running coprocessor post-open hooks at 1731482334808 (+32 ms)Region opened successfully at 1731482334811 (+3 ms) 2024-11-13T07:18:54,817 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e., pid=7, masterSystemTime=1731482334562 2024-11-13T07:18:54,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e. 2024-11-13T07:18:54,823 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e. 2024-11-13T07:18:54,824 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=36945224afb345921133bd1d23b8a31e, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,46225,1731482320640 2024-11-13T07:18:54,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36945224afb345921133bd1d23b8a31e, server=2998b885bdef,46225,1731482320640 because future has completed 2024-11-13T07:18:54,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T07:18:54,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 36945224afb345921133bd1d23b8a31e, server=2998b885bdef,46225,1731482320640 in 451 msec 2024-11-13T07:18:54,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T07:18:54,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=36945224afb345921133bd1d23b8a31e, ASSIGN in 637 msec 2024-11-13T07:18:54,864 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T07:18:54,864 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482334864"}]},"ts":"1731482334864"} 2024-11-13T07:18:54,868 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T07:18:54,870 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T07:18:54,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2180 sec 2024-11-13T07:18:54,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e., hostname=2998b885bdef,46225,1731482320640, seqNum=2] 2024-11-13T07:18:54,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46225 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-13T07:18:55,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x101330f60ac0000, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-264440717 2024-11-13T07:18:55,028 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x101330f60ac0001, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-264440717 2024-11-13T07:18:55,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T07:18:55,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46225 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-13T07:18:55,247 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T07:18:55,307 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-2998b885bdef,46225,1731482320640, ReplicationSource: 1, currentBandwidth=0 2024-11-13T07:18:55,309 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:18:55,309 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,46225,1731482320640, seqNum=-1] 2024-11-13T07:18:55,309 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:18:55,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-13T07:18:55,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2998b885bdef,46225,1731482320640', locateType=CURRENT is [region=hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e., hostname=2998b885bdef,46225,1731482320640, seqNum=2] 2024-11-13T07:18:55,326 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T07:18:55,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T07:18:55,334 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2998b885bdef,46225,1731482320640 suceeded 2024-11-13T07:18:55,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T07:18:55,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 261 msec 2024-11-13T07:18:55,339 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2998b885bdef:43149,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T07:18:55,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7460 sec 2024-11-13T07:18:55,352 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,46225,1731482320640 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2998b885bdef:43149' 2024-11-13T07:18:55,366 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,46225,1731482320640 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@685f3681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:18:55,366 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,46225,1731482320640 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,43149,-1 for getting cluster id 2024-11-13T07:18:55,367 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,46225,1731482320640 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:18:55,371 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8be1df13-649a-40cd-a00e-122bec061105' 2024-11-13T07:18:55,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:18:55,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8be1df13-649a-40cd-a00e-122bec061105" 2024-11-13T07:18:55,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a265796, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:18:55,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,43149,-1] 2024-11-13T07:18:55,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:18:55,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:18:55,374 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:18:55,375 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,46225,1731482320640 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19c07c0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:18:55,375 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,46225,1731482320640 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:18:55,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,43149,1731482330081 2024-11-13T07:18:55,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d58d0ef 2024-11-13T07:18:55,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:18:55,379 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-13T07:18:55,384 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,46225,1731482320640 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2998b885bdef,46225,1731482320640 (queues=1) is replicating from cluster=2d7f016b-1700-45d1-bd33-83e133dc78b6 to cluster=8be1df13-649a-40cd-a00e-122bec061105 2024-11-13T07:18:55,387 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,46225,1731482320640 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2998b885bdef%2C46225%2C1731482320640 2024-11-13T07:18:55,394 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,46225,1731482320640 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2998b885bdef,46225,1731482320640, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T07:18:55,421 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,46225,1731482320640.replicationSource.wal-reader.2998b885bdef%2C46225%2C1731482320640,1-2998b885bdef,46225,1731482320640 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,46225,1731482320640/2998b885bdef%2C46225%2C1731482320640.1731482325071, startPosition=0, beingWritten=true 2024-11-13T07:18:55,435 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,46225,1731482320640.replicationSource.shipper2998b885bdef%2C46225%2C1731482320640,1-2998b885bdef,46225,1731482320640 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2998b885bdef%2C46225%2C1731482320640 2024-11-13T07:18:55,737 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,46225,1731482320640.replicationSource.wal-reader.2998b885bdef%2C46225%2C1731482320640,1-2998b885bdef,46225,1731482320640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,46225,1731482320640/2998b885bdef%2C46225%2C1731482320640.1731482325071 to pos 0, reset compression=false 2024-11-13T07:18:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:18:55,755 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:18:55,755 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:18:55,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:18:55,755 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T07:18:55,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:18:55,756 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:18:55,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6067dc31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:18:55,765 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,44725,-1 for getting cluster id 2024-11-13T07:18:55,765 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:18:55,774 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d7f016b-1700-45d1-bd33-83e133dc78b6' 2024-11-13T07:18:55,784 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:18:55,785 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d7f016b-1700-45d1-bd33-83e133dc78b6" 2024-11-13T07:18:55,788 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf3232c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:18:55,788 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,44725,-1] 2024-11-13T07:18:55,789 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:18:55,792 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:18:55,795 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:18:55,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311c7da9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:18:55,799 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:18:55,805 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,44725,1731482319660 2024-11-13T07:18:55,805 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49f89fb4 2024-11-13T07:18:55,805 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:18:55,810 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:18:55,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://2998b885bdef:43149,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T07:18:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T07:18:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T07:18:55,818 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2998b885bdef:43149' 2024-11-13T07:18:55,825 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33e604d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:18:55,825 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,43149,-1 for getting cluster id 2024-11-13T07:18:55,825 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:18:55,826 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8be1df13-649a-40cd-a00e-122bec061105' 2024-11-13T07:18:55,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:18:55,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8be1df13-649a-40cd-a00e-122bec061105" 2024-11-13T07:18:55,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64722448, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:18:55,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,43149,-1] 2024-11-13T07:18:55,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:18:55,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:18:55,831 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:18:55,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b327806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:18:55,834 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:18:55,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,43149,1731482330081 2024-11-13T07:18:55,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cb31be0 2024-11-13T07:18:55,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:18:55,838 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:18:55,840 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T07:18:55,840 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T07:18:55,840 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:18:55,840 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:18:55,840 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:18:55,920 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T07:18:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T07:18:56,049 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,46225,1731482320640.replicationSource.wal-reader.2998b885bdef%2C46225%2C1731482320640,1-2998b885bdef,46225,1731482320640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,46225,1731482320640/2998b885bdef%2C46225%2C1731482320640.1731482325071 to pos 0, reset compression=false 2024-11-13T07:18:56,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46225 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-13T07:18:56,085 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-13T07:18:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T07:18:56,151 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-2998b885bdef,46225,1731482320640, ReplicationSource: 2, currentBandwidth=0 2024-11-13T07:18:56,172 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-13T07:18:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-13T07:18:56,183 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 2998b885bdef,46225,1731482320640 suceeded 2024-11-13T07:18:56,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T07:18:56,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 263 msec 2024-11-13T07:18:56,195 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://2998b885bdef:43149,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T07:18:56,201 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,46225,1731482320640 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2998b885bdef:43149' 2024-11-13T07:18:56,201 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 382 msec 2024-11-13T07:18:56,203 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,46225,1731482320640 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fbcc03a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:18:56,203 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,46225,1731482320640 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,43149,-1 for getting cluster id 2024-11-13T07:18:56,203 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,46225,1731482320640 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:18:56,205 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8be1df13-649a-40cd-a00e-122bec061105' 2024-11-13T07:18:56,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:18:56,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8be1df13-649a-40cd-a00e-122bec061105" 2024-11-13T07:18:56,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@708d1b4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:18:56,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,43149,-1] 2024-11-13T07:18:56,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:18:56,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:18:56,209 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:18:56,210 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,46225,1731482320640 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@111076b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:18:56,210 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,46225,1731482320640 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:18:56,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,43149,1731482330081 2024-11-13T07:18:56,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77564e0a 2024-11-13T07:18:56,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:18:56,215 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-13T07:18:56,218 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,46225,1731482320640 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-2998b885bdef,46225,1731482320640 (queues=1) is replicating from cluster=2d7f016b-1700-45d1-bd33-83e133dc78b6 to cluster=8be1df13-649a-40cd-a00e-122bec061105 2024-11-13T07:18:56,219 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,46225,1731482320640 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=2998b885bdef%2C46225%2C1731482320640 2024-11-13T07:18:56,219 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,46225,1731482320640 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-2998b885bdef,46225,1731482320640, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T07:18:56,219 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,46225,1731482320640.replicationSource.wal-reader.2998b885bdef%2C46225%2C1731482320640,2-2998b885bdef,46225,1731482320640 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,46225,1731482320640/2998b885bdef%2C46225%2C1731482320640.1731482325071, startPosition=0, beingWritten=true 2024-11-13T07:18:56,219 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,46225,1731482320640.replicationSource.shipper2998b885bdef%2C46225%2C1731482320640,2-2998b885bdef,46225,1731482320640 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2998b885bdef%2C46225%2C1731482320640 2024-11-13T07:18:56,430 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,46225,1731482320640.replicationSource.wal-reader.2998b885bdef%2C46225%2C1731482320640,2-2998b885bdef,46225,1731482320640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,46225,1731482320640/2998b885bdef%2C46225%2C1731482320640.1731482325071 to pos 0, reset compression=false 2024-11-13T07:18:56,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T07:18:56,443 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-13T07:18:56,443 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:18:56,443 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:18:56,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:18:56,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:18:56,444 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:18:56,445 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:18:56,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,44725,1731482319660 2024-11-13T07:18:56,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ba20aec 2024-11-13T07:18:56,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:18:56,457 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:18:56,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T07:18:56,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-13T07:18:56,466 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,46225,1731482320640.replicationSource.wal-reader.2998b885bdef%2C46225%2C1731482320640,1-2998b885bdef,46225,1731482320640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,46225,1731482320640/2998b885bdef%2C46225%2C1731482320640.1731482325071 to pos 0, reset compression=false 2024-11-13T07:18:56,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T07:18:56,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-13T07:18:56,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://2998b885bdef:43149,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T07:18:56,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T07:18:56,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T07:18:56,489 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2998b885bdef:43149' 2024-11-13T07:18:56,492 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f774d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:18:56,492 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,43149,-1 for getting cluster id 2024-11-13T07:18:56,492 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:18:56,493 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8be1df13-649a-40cd-a00e-122bec061105' 2024-11-13T07:18:56,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:18:56,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8be1df13-649a-40cd-a00e-122bec061105" 2024-11-13T07:18:56,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7fe20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:18:56,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,43149,-1] 2024-11-13T07:18:56,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:18:56,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:18:56,497 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:18:56,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dedeba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:18:56,499 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:18:56,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,43149,1731482330081 2024-11-13T07:18:56,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dfb46c7 2024-11-13T07:18:56,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:18:56,502 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:18:56,503 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-13T07:18:56,503 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T07:18:56,503 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:18:56,504 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:18:56,504 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:18:56,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T07:18:56,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T07:18:56,652 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T07:18:56,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46225 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-13T07:18:56,721 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-13T07:18:56,733 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-13T07:18:56,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-13T07:18:56,738 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,46225,1731482320640.replicationSource.wal-reader.2998b885bdef%2C46225%2C1731482320640,2-2998b885bdef,46225,1731482320640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,46225,1731482320640/2998b885bdef%2C46225%2C1731482320640.1731482325071 to pos 0, reset compression=false 2024-11-13T07:18:56,739 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 2998b885bdef,46225,1731482320640 suceeded 2024-11-13T07:18:56,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-13T07:18:56,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 176 msec 2024-11-13T07:18:56,746 INFO [PEWorker-1 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://2998b885bdef:43149,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T07:18:56,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 271 msec 2024-11-13T07:18:56,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T07:18:56,803 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-13T07:18:56,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://2998b885bdef:43149,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T07:18:56,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T07:18:56,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T07:18:56,809 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2998b885bdef:43149' 2024-11-13T07:18:56,811 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@977c726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:18:56,811 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,43149,-1 for getting cluster id 2024-11-13T07:18:56,812 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:18:56,813 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8be1df13-649a-40cd-a00e-122bec061105' 2024-11-13T07:18:56,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:18:56,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8be1df13-649a-40cd-a00e-122bec061105" 2024-11-13T07:18:56,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d3975f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:18:56,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,43149,-1] 2024-11-13T07:18:56,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:18:56,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:18:56,816 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:18:56,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44073740, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:18:56,818 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:18:56,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,43149,1731482330081 2024-11-13T07:18:56,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@155e6290 2024-11-13T07:18:56,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:18:56,822 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:18:56,826 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-13T07:18:56,826 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T07:18:56,826 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:18:56,826 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:18:56,826 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:18:56,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T07:18:56,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T07:18:56,981 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,46225,1731482320640.replicationSource.wal-reader.2998b885bdef%2C46225%2C1731482320640,1-2998b885bdef,46225,1731482320640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,46225,1731482320640/2998b885bdef%2C46225%2C1731482320640.1731482325071 to pos 0, reset compression=false 2024-11-13T07:18:56,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46225 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-13T07:18:56,998 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-13T07:18:57,001 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-13T07:18:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-13T07:18:57,013 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 2998b885bdef,46225,1731482320640 suceeded 2024-11-13T07:18:57,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-13T07:18:57,021 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://2998b885bdef:43149,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T07:18:57,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 172 msec 2024-11-13T07:18:57,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 217 msec 2024-11-13T07:18:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T07:18:57,124 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-13T07:18:57,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T07:18:57,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44725 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-13T07:18:57,130 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:18:57,131 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:18:57,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:18:57,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:18:57,131 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T07:18:57,131 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=747358238, stopped=false 2024-11-13T07:18:57,132 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2998b885bdef,44725,1731482319660 2024-11-13T07:18:57,132 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:18:57,152 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,46225,1731482320640.replicationSource.wal-reader.2998b885bdef%2C46225%2C1731482320640,2-2998b885bdef,46225,1731482320640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,46225,1731482320640/2998b885bdef%2C46225%2C1731482320640.1731482325071 to pos 0, reset compression=false 2024-11-13T07:18:57,180 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x101330f60ac0001, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-264440717/running 2024-11-13T07:18:57,181 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x101330f60ac0001, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-264440717 2024-11-13T07:18:57,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x101330f60ac0000, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-264440717/running 2024-11-13T07:18:57,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x101330f60ac0000, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-264440717 2024-11-13T07:18:57,182 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:18:57,182 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:18:57,183 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:18:57,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:18:57,183 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2998b885bdef,46225,1731482320640' ***** 2024-11-13T07:18:57,183 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T07:18:57,184 INFO [RS:0;2998b885bdef:46225 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T07:18:57,185 INFO [RS:0;2998b885bdef:46225 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T07:18:57,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44725-0x101330f60ac0000, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Set watcher on znode that does not yet exist, /0-264440717/running 2024-11-13T07:18:57,185 INFO [RS:0;2998b885bdef:46225 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T07:18:57,185 INFO [RS:0;2998b885bdef:46225 {}] regionserver.HRegionServer(3091): Received CLOSE for 36945224afb345921133bd1d23b8a31e 2024-11-13T07:18:57,186 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T07:18:57,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46225-0x101330f60ac0001, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Set watcher on znode that does not yet exist, /0-264440717/running 2024-11-13T07:18:57,189 INFO [RS:0;2998b885bdef:46225 {}] regionserver.HRegionServer(959): stopping server 2998b885bdef,46225,1731482320640 2024-11-13T07:18:57,189 INFO [RS:0;2998b885bdef:46225 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:18:57,189 INFO [RS:0;2998b885bdef:46225 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:46225. 2024-11-13T07:18:57,189 DEBUG [RS:0;2998b885bdef:46225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:18:57,189 DEBUG [RS:0;2998b885bdef:46225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:18:57,189 INFO [RS:0;2998b885bdef:46225 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T07:18:57,189 INFO [RS:0;2998b885bdef:46225 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T07:18:57,189 INFO [RS:0;2998b885bdef:46225 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T07:18:57,190 INFO [RS:0;2998b885bdef:46225 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T07:18:57,191 INFO [RS:0;2998b885bdef:46225 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T07:18:57,191 DEBUG [RS:0;2998b885bdef:46225 {}] regionserver.HRegionServer(1325): Online Regions={36945224afb345921133bd1d23b8a31e=hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T07:18:57,192 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:18:57,192 DEBUG [RS:0;2998b885bdef:46225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36945224afb345921133bd1d23b8a31e 2024-11-13T07:18:57,192 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:18:57,192 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:18:57,192 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:18:57,192 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 36945224afb345921133bd1d23b8a31e, disabling compactions & flushes 2024-11-13T07:18:57,192 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:18:57,192 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e. 2024-11-13T07:18:57,196 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e. 2024-11-13T07:18:57,196 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e. after waiting 0 ms 2024-11-13T07:18:57,196 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e. 2024-11-13T07:18:57,198 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T07:18:57,202 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 36945224afb345921133bd1d23b8a31e 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-13T07:18:57,273 INFO [regionserver/2998b885bdef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:18:57,336 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/meta/1588230740/.tmp/info/fa9b6a5cbebc45f78a7e643eaae6cc98 is 147, key is hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e./info:regioninfo/1731482334824/Put/seqid=0 2024-11-13T07:18:57,339 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/replication/36945224afb345921133bd1d23b8a31e/.tmp/queue/347670fd97484881962d976ad9715df6 is 151, key is 1-2998b885bdef,46225,1731482320640/queue:2998b885bdef%2C46225%2C1731482320640/1731482335317/Put/seqid=0 2024-11-13T07:18:57,392 DEBUG [RS:0;2998b885bdef:46225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36945224afb345921133bd1d23b8a31e 2024-11-13T07:18:57,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741838_1014 (size=5500) 2024-11-13T07:18:57,399 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/replication/36945224afb345921133bd1d23b8a31e/.tmp/queue/347670fd97484881962d976ad9715df6 2024-11-13T07:18:57,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741839_1015 (size=6631) 2024-11-13T07:18:57,425 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/meta/1588230740/.tmp/info/fa9b6a5cbebc45f78a7e643eaae6cc98 2024-11-13T07:18:57,516 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/replication/36945224afb345921133bd1d23b8a31e/.tmp/queue/347670fd97484881962d976ad9715df6 as hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/replication/36945224afb345921133bd1d23b8a31e/queue/347670fd97484881962d976ad9715df6 2024-11-13T07:18:57,547 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/meta/1588230740/.tmp/ns/0dab071299374381ba0837655e7baff1 is 43, key is default/ns:d/1731482326130/Put/seqid=0 2024-11-13T07:18:57,556 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/replication/36945224afb345921133bd1d23b8a31e/queue/347670fd97484881962d976ad9715df6, entries=2, sequenceid=6, filesize=5.4 K 2024-11-13T07:18:57,577 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 36945224afb345921133bd1d23b8a31e in 370ms, sequenceid=6, compaction requested=false 2024-11-13T07:18:57,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741840_1016 (size=5153) 2024-11-13T07:18:57,593 DEBUG [RS:0;2998b885bdef:46225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36945224afb345921133bd1d23b8a31e 2024-11-13T07:18:57,593 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/meta/1588230740/.tmp/ns/0dab071299374381ba0837655e7baff1 2024-11-13T07:18:57,612 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,46225,1731482320640.replicationSource.wal-reader.2998b885bdef%2C46225%2C1731482320640,1-2998b885bdef,46225,1731482320640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,46225,1731482320640/2998b885bdef%2C46225%2C1731482320640.1731482325071 to pos 0, reset compression=false 2024-11-13T07:18:57,645 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/replication/36945224afb345921133bd1d23b8a31e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T07:18:57,653 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:18:57,660 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:18:57,660 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e. 2024-11-13T07:18:57,661 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 36945224afb345921133bd1d23b8a31e: Waiting for close lock at 1731482337192Running coprocessor pre-close hooks at 1731482337192Disabling compacts and flushes for region at 1731482337192Disabling writes for close at 1731482337196 (+4 ms)Obtaining lock to block concurrent updates at 1731482337202 (+6 ms)Preparing flush snapshotting stores in 36945224afb345921133bd1d23b8a31e at 1731482337202Finished memstore snapshotting hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731482337217 (+15 ms)Flushing stores of hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e. at 1731482337223 (+6 ms)Flushing 36945224afb345921133bd1d23b8a31e/queue: creating writer at 1731482337223Flushing 36945224afb345921133bd1d23b8a31e/queue: appending metadata at 1731482337306 (+83 ms)Flushing 36945224afb345921133bd1d23b8a31e/queue: closing flushed file at 1731482337307 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@264de533: reopening flushed file at 1731482337506 (+199 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 36945224afb345921133bd1d23b8a31e in 370ms, sequenceid=6, compaction requested=false at 1731482337577 (+71 ms)Writing region close event to WAL at 1731482337612 (+35 ms)Running coprocessor post-close hooks at 1731482337647 (+35 ms)Closed at 1731482337660 (+13 ms) 2024-11-13T07:18:57,661 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e. 2024-11-13T07:18:57,681 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/meta/1588230740/.tmp/table/1c03a73c895d45d7a5a5d2d9286b5e69 is 53, key is hbase:replication/table:state/1731482334864/Put/seqid=0 2024-11-13T07:18:57,696 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,46225,1731482320640.replicationSource.wal-reader.2998b885bdef%2C46225%2C1731482320640,2-2998b885bdef,46225,1731482320640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,46225,1731482320640/2998b885bdef%2C46225%2C1731482320640.1731482325071 to pos 0, reset compression=false 2024-11-13T07:18:57,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741841_1017 (size=5256) 2024-11-13T07:18:57,786 INFO [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T07:18:57,787 INFO [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T07:18:57,793 DEBUG [RS:0;2998b885bdef:46225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:18:57,993 DEBUG [RS:0;2998b885bdef:46225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:18:58,137 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/meta/1588230740/.tmp/table/1c03a73c895d45d7a5a5d2d9286b5e69 2024-11-13T07:18:58,155 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/meta/1588230740/.tmp/info/fa9b6a5cbebc45f78a7e643eaae6cc98 as hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/meta/1588230740/info/fa9b6a5cbebc45f78a7e643eaae6cc98 2024-11-13T07:18:58,182 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/meta/1588230740/info/fa9b6a5cbebc45f78a7e643eaae6cc98, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T07:18:58,187 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/meta/1588230740/.tmp/ns/0dab071299374381ba0837655e7baff1 as hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/meta/1588230740/ns/0dab071299374381ba0837655e7baff1 2024-11-13T07:18:58,196 INFO [RS:0;2998b885bdef:46225 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T07:18:58,196 DEBUG [RS:0;2998b885bdef:46225 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T07:18:58,196 DEBUG [RS:0;2998b885bdef:46225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:18:58,242 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/meta/1588230740/ns/0dab071299374381ba0837655e7baff1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T07:18:58,246 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/meta/1588230740/.tmp/table/1c03a73c895d45d7a5a5d2d9286b5e69 as hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/meta/1588230740/table/1c03a73c895d45d7a5a5d2d9286b5e69 2024-11-13T07:18:58,265 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/meta/1588230740/table/1c03a73c895d45d7a5a5d2d9286b5e69, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T07:18:58,270 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1074ms, sequenceid=11, compaction requested=false 2024-11-13T07:18:58,304 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T07:18:58,307 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:18:58,307 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:18:58,307 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:18:58,308 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482337191Running coprocessor pre-close hooks at 1731482337191Disabling compacts and flushes for region at 1731482337192 (+1 ms)Disabling writes for close at 1731482337192Obtaining lock to block concurrent updates at 1731482337198 (+6 ms)Preparing flush snapshotting stores in 1588230740 at 1731482337199 (+1 ms)Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731482337213 (+14 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731482337219 (+6 ms)Flushing 1588230740/info: creating writer at 1731482337221 (+2 ms)Flushing 1588230740/info: appending metadata at 1731482337301 (+80 ms)Flushing 1588230740/info: closing flushed file at 1731482337305 (+4 ms)Flushing 1588230740/ns: creating writer at 1731482337505 (+200 ms)Flushing 1588230740/ns: appending metadata at 1731482337546 (+41 ms)Flushing 1588230740/ns: closing flushed file at 1731482337546Flushing 1588230740/table: creating writer at 1731482337619 (+73 ms)Flushing 1588230740/table: appending metadata at 1731482337680 (+61 ms)Flushing 1588230740/table: closing flushed file at 1731482337680Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1974d03a: reopening flushed file at 1731482338151 (+471 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6555f380: reopening flushed file at 1731482338182 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6639343b: reopening flushed file at 1731482338242 (+60 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1074ms, sequenceid=11, compaction requested=false at 1731482338270 (+28 ms)Writing region close event to WAL at 1731482338281 (+11 ms)Running coprocessor post-close hooks at 1731482338307 (+26 ms)Closed at 1731482338307 2024-11-13T07:18:58,308 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T07:18:58,354 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,46225,1731482320640.replicationSource.wal-reader.2998b885bdef%2C46225%2C1731482320640,2-2998b885bdef,46225,1731482320640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,46225,1731482320640/2998b885bdef%2C46225%2C1731482320640.1731482325071 to pos 0, reset compression=false 2024-11-13T07:18:58,387 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,46225,1731482320640.replicationSource.wal-reader.2998b885bdef%2C46225%2C1731482320640,1-2998b885bdef,46225,1731482320640 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,46225,1731482320640/2998b885bdef%2C46225%2C1731482320640.1731482325071 to pos 0, reset compression=false 2024-11-13T07:18:58,397 INFO [RS:0;2998b885bdef:46225 {}] regionserver.HRegionServer(976): stopping server 2998b885bdef,46225,1731482320640; all regions closed. 2024-11-13T07:18:58,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741834_1010 (size=2742) 2024-11-13T07:18:58,465 DEBUG [RS:0;2998b885bdef:46225 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/oldWALs 2024-11-13T07:18:58,465 INFO [RS:0;2998b885bdef:46225 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C46225%2C1731482320640.meta:.meta(num 1731482325812) 2024-11-13T07:18:58,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741837_1013 (size=1802) 2024-11-13T07:18:58,481 DEBUG [RS:0;2998b885bdef:46225 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/oldWALs 2024-11-13T07:18:58,481 INFO [RS:0;2998b885bdef:46225 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C46225%2C1731482320640.rep:(num 1731482334641) 2024-11-13T07:18:58,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741833_1009 (size=93) 2024-11-13T07:18:58,496 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,46225,1731482320640/2998b885bdef%2C46225%2C1731482320640.1731482325071 not finished, retry = 0 2024-11-13T07:18:58,604 DEBUG [RS:0;2998b885bdef:46225 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/oldWALs 2024-11-13T07:18:58,604 INFO [RS:0;2998b885bdef:46225 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C46225%2C1731482320640:(num 1731482325071) 2024-11-13T07:18:58,604 DEBUG [RS:0;2998b885bdef:46225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:18:58,604 INFO [RS:0;2998b885bdef:46225 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:18:58,604 INFO [RS:0;2998b885bdef:46225 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:18:58,605 INFO [RS:0;2998b885bdef:46225 {}] hbase.ChoreService(370): Chore service for: regionserver/2998b885bdef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T07:18:58,605 INFO [RS:0;2998b885bdef:46225 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:18:58,605 INFO [regionserver/2998b885bdef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:18:58,605 INFO [RS:0;2998b885bdef:46225 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2998b885bdef,46225,1731482320640 because: Region server is closing 2024-11-13T07:18:58,606 INFO [RS:0;2998b885bdef:46225 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:46225. 2024-11-13T07:18:58,606 DEBUG [RS:0;2998b885bdef:46225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:18:58,606 DEBUG [RS:0;2998b885bdef:46225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:18:58,606 DEBUG [RS:0;2998b885bdef:46225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:18:58,606 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:18:58,688 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T07:18:58,707 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,46225,1731482320640.replicationSource.wal-reader.2998b885bdef%2C46225%2C1731482320640,1-2998b885bdef,46225,1731482320640 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T07:18:58,708 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,46225,1731482320640.replicationSource.shipper2998b885bdef%2C46225%2C1731482320640,1-2998b885bdef,46225,1731482320640 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T07:18:58,708 INFO [RS:0;2998b885bdef:46225 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,46225,1731482320640.replicationSource.shipper2998b885bdef%2C46225%2C1731482320640,1-2998b885bdef,46225,1731482320640 terminated 2024-11-13T07:18:58,709 INFO [RS:0;2998b885bdef:46225 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-2998b885bdef,46225,1731482320640 because: Region server is closing 2024-11-13T07:18:58,713 INFO [RS:0;2998b885bdef:46225 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:46225. 2024-11-13T07:18:58,713 DEBUG [RS:0;2998b885bdef:46225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:18:58,713 DEBUG [RS:0;2998b885bdef:46225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:18:58,713 DEBUG [RS:0;2998b885bdef:46225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:18:58,713 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:18:58,815 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,46225,1731482320640.replicationSource.wal-reader.2998b885bdef%2C46225%2C1731482320640,2-2998b885bdef,46225,1731482320640 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T07:18:58,816 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,46225,1731482320640.replicationSource.shipper2998b885bdef%2C46225%2C1731482320640,2-2998b885bdef,46225,1731482320640 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T07:18:58,816 INFO [RS:0;2998b885bdef:46225 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,46225,1731482320640.replicationSource.shipper2998b885bdef%2C46225%2C1731482320640,2-2998b885bdef,46225,1731482320640 terminated 2024-11-13T07:18:58,817 INFO [RS:0;2998b885bdef:46225 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46225 2024-11-13T07:18:59,138 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x101330f60ac0001, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-264440717/rs/2998b885bdef,46225,1731482320640 2024-11-13T07:18:59,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x101330f60ac0000, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-264440717/rs 2024-11-13T07:18:59,138 INFO [RS:0;2998b885bdef:46225 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:18:59,139 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2998b885bdef,46225,1731482320640] 2024-11-13T07:19:03,814 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T07:19:06,797 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x101330f60ac0001, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:19:06,797 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x101330f60ac0001, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:19:06,797 INFO [RS:0;2998b885bdef:46225 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:19:06,797 INFO [RS:0;2998b885bdef:46225 {}] regionserver.HRegionServer(1031): Exiting; stopping=2998b885bdef,46225,1731482320640; zookeeper connection closed. 2024-11-13T07:19:06,798 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f0cff30 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f0cff30 2024-11-13T07:19:06,799 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T07:19:07,163 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-264440717/draining/2998b885bdef,46225,1731482320640 already deleted, retry=false 2024-11-13T07:19:07,163 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2998b885bdef,46225,1731482320640 expired; onlineServers=0 2024-11-13T07:19:07,164 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2998b885bdef,44725,1731482319660' ***** 2024-11-13T07:19:07,164 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T07:19:07,164 INFO [M:0;2998b885bdef:44725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:19:07,164 INFO [M:0;2998b885bdef:44725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:19:07,164 DEBUG [M:0;2998b885bdef:44725 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T07:19:07,165 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T07:19:07,165 DEBUG [M:0;2998b885bdef:44725 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T07:19:07,165 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482324280 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482324280,5,FailOnTimeoutGroup] 2024-11-13T07:19:07,165 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482324284 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482324284,5,FailOnTimeoutGroup] 2024-11-13T07:19:07,165 INFO [M:0;2998b885bdef:44725 {}] hbase.ChoreService(370): Chore service for: master/2998b885bdef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T07:19:07,165 INFO [M:0;2998b885bdef:44725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:19:07,166 DEBUG [M:0;2998b885bdef:44725 {}] master.HMaster(1795): Stopping service threads 2024-11-13T07:19:07,166 INFO [M:0;2998b885bdef:44725 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T07:19:07,166 INFO [M:0;2998b885bdef:44725 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:19:07,167 INFO [M:0;2998b885bdef:44725 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T07:19:07,167 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T07:19:07,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x101330f60ac0000, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-264440717/master 2024-11-13T07:19:07,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x101330f60ac0000, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-264440717 2024-11-13T07:19:07,584 DEBUG [M:0;2998b885bdef:44725 {}] zookeeper.ZKUtil(347): master:44725-0x101330f60ac0000, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Unable to get data of znode /0-264440717/master because node does not exist (not an error) 2024-11-13T07:19:07,584 WARN [M:0;2998b885bdef:44725 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T07:19:07,586 INFO [M:0;2998b885bdef:44725 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/.lastflushedseqids 2024-11-13T07:19:07,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741842_1018 (size=181) 2024-11-13T07:19:07,999 INFO [M:0;2998b885bdef:44725 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T07:19:07,999 INFO [M:0;2998b885bdef:44725 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T07:19:07,999 DEBUG [M:0;2998b885bdef:44725 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:19:08,000 INFO [M:0;2998b885bdef:44725 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:19:08,000 DEBUG [M:0;2998b885bdef:44725 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:19:08,000 DEBUG [M:0;2998b885bdef:44725 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:19:08,000 DEBUG [M:0;2998b885bdef:44725 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:19:08,000 INFO [M:0;2998b885bdef:44725 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-13T07:19:08,021 DEBUG [M:0;2998b885bdef:44725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94ba404b45f04131930874213bf330dc is 82, key is hbase:meta,,1/info:regioninfo/1731482325944/Put/seqid=0 2024-11-13T07:19:08,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741843_1019 (size=5672) 2024-11-13T07:19:08,429 INFO [M:0;2998b885bdef:44725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94ba404b45f04131930874213bf330dc 2024-11-13T07:19:08,456 DEBUG [M:0;2998b885bdef:44725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/093717f3b3e842d49e5acc73df1c4905 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731482334874/Put/seqid=0 2024-11-13T07:19:08,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741844_1020 (size=8663) 2024-11-13T07:19:08,729 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T07:19:08,862 INFO [M:0;2998b885bdef:44725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/093717f3b3e842d49e5acc73df1c4905 2024-11-13T07:19:08,891 DEBUG [M:0;2998b885bdef:44725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4de371372a3242208b67685353f3de83 is 69, key is 2998b885bdef,46225,1731482320640/rs:state/1731482324439/Put/seqid=0 2024-11-13T07:19:08,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741845_1021 (size=5156) 2024-11-13T07:19:13,413 INFO [M:0;2998b885bdef:44725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4de371372a3242208b67685353f3de83 2024-11-13T07:19:20,040 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T07:19:20,047 DEBUG [M:0;2998b885bdef:44725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94ba404b45f04131930874213bf330dc as hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/94ba404b45f04131930874213bf330dc 2024-11-13T07:19:20,063 INFO [M:0;2998b885bdef:44725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/94ba404b45f04131930874213bf330dc, entries=8, sequenceid=115, filesize=5.5 K 2024-11-13T07:19:20,064 DEBUG [M:0;2998b885bdef:44725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/093717f3b3e842d49e5acc73df1c4905 as hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/093717f3b3e842d49e5acc73df1c4905 2024-11-13T07:19:20,070 INFO [M:0;2998b885bdef:44725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/093717f3b3e842d49e5acc73df1c4905, entries=14, sequenceid=115, filesize=8.5 K 2024-11-13T07:19:20,071 DEBUG [M:0;2998b885bdef:44725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4de371372a3242208b67685353f3de83 as hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4de371372a3242208b67685353f3de83 2024-11-13T07:19:20,077 INFO [M:0;2998b885bdef:44725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4de371372a3242208b67685353f3de83, entries=1, sequenceid=115, filesize=5.0 K 2024-11-13T07:19:20,079 INFO [M:0;2998b885bdef:44725 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 12079ms, sequenceid=115, compaction requested=false 2024-11-13T07:19:20,080 INFO [M:0;2998b885bdef:44725 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:19:20,080 DEBUG [M:0;2998b885bdef:44725 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482347999Disabling compacts and flushes for region at 1731482347999Disabling writes for close at 1731482348000 (+1 ms)Obtaining lock to block concurrent updates at 1731482348000Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731482348000Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731482348001 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731482348003 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731482348003Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731482348020 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731482348021 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731482348440 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731482348456 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731482348456Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731482348873 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731482348890 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731482348890Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@460da868: reopening flushed file at 1731482360042 (+11152 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19d36619: reopening flushed file at 1731482360063 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d62d502: reopening flushed file at 1731482360070 (+7 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 12079ms, sequenceid=115, compaction requested=false at 1731482360079 (+9 ms)Writing region close event to WAL at 1731482360080 (+1 ms)Closed at 1731482360080 2024-11-13T07:19:20,083 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/WALs/2998b885bdef,44725,1731482319660/2998b885bdef%2C44725%2C1731482319660.1731482322574 not finished, retry = 0 2024-11-13T07:19:20,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741830_1006 (size=59421) 2024-11-13T07:19:20,185 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:19:20,185 INFO [M:0;2998b885bdef:44725 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T07:19:20,185 INFO [M:0;2998b885bdef:44725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44725 2024-11-13T07:19:20,186 INFO [M:0;2998b885bdef:44725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:19:20,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x101330f60ac0000, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:19:20,574 INFO [M:0;2998b885bdef:44725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:19:20,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44725-0x101330f60ac0000, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:19:20,576 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:19:20,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:19:20,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:19:20,576 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:19:20,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:19:20,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:19:20,577 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T07:19:20,577 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:19:20,578 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42123 2024-11-13T07:19:20,580 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42123 connecting to ZooKeeper ensemble=127.0.0.1:59009 2024-11-13T07:19:21,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421230x0, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:19:21,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42123-0x101330f60ac0006 connected 2024-11-13T07:19:27,522 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-651450337_20 at /127.0.0.1:60840 [Receiving block BP-1145564886-172.17.0.3-1731482326723:blk_1073741830_1006] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 5387ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74d3dbac-47fb-6b9f-5595-99fe8b907e0b/cluster_c4560ea1-3b38-342e-57ba-48670b9ebc05/data/data2/, blockId=1073741830, seqno=25 2024-11-13T07:19:27,525 INFO [AsyncFSWAL-0-hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/MasterData-prefix:2998b885bdef,43149,1731482330081 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5391 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:38911,DS-af5deda9-36ac-4bb1-b227-261c301d5cc8,DISK]] 2024-11-13T07:19:27,839 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:19:27,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:19:27,842 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42123-0x101330f60ac0006, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Set watcher on znode that does not yet exist, /0-264440717/running 2024-11-13T07:19:27,842 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-264440717/meta-region-server: INIT 2024-11-13T07:19:27,842 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192, hbase.cluster.distributed=false 2024-11-13T07:19:27,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42123-0x101330f60ac0006, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Set watcher on znode that does not yet exist, /0-264440717/acl 2024-11-13T07:19:27,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42123 2024-11-13T07:19:27,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42123 2024-11-13T07:19:27,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42123 2024-11-13T07:19:27,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42123 2024-11-13T07:19:27,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42123 2024-11-13T07:19:27,862 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:19:27,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:19:27,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:19:27,862 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:19:27,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:19:27,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:19:27,862 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T07:19:27,862 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:19:27,863 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36615 2024-11-13T07:19:27,864 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36615 connecting to ZooKeeper ensemble=127.0.0.1:59009 2024-11-13T07:19:27,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:19:27,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:19:28,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:366150x0, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:19:28,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:366150x0, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Set watcher on znode that does not yet exist, /0-264440717/running 2024-11-13T07:19:28,210 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-264440717/meta-region-server: INIT 2024-11-13T07:19:28,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36615-0x101330f60ac0007 connected 2024-11-13T07:19:28,210 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T07:19:28,211 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T07:19:28,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36615-0x101330f60ac0007, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Set watcher on znode that does not yet exist, /0-264440717/master 2024-11-13T07:19:28,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36615-0x101330f60ac0007, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Set watcher on znode that does not yet exist, /0-264440717/acl 2024-11-13T07:19:28,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36615 2024-11-13T07:19:28,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36615 2024-11-13T07:19:28,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36615 2024-11-13T07:19:28,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36615 2024-11-13T07:19:28,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36615 2024-11-13T07:19:28,224 DEBUG [M:0;2998b885bdef:42123 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2998b885bdef:42123 2024-11-13T07:19:28,224 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-264440717/backup-masters/2998b885bdef,42123,1731482360575 2024-11-13T07:19:28,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x101330f60ac0006, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-264440717/backup-masters 2024-11-13T07:19:28,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36615-0x101330f60ac0007, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-264440717/backup-masters 2024-11-13T07:19:28,558 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42123-0x101330f60ac0006, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Set watcher on existing znode=/0-264440717/backup-masters/2998b885bdef,42123,1731482360575 2024-11-13T07:19:28,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36615-0x101330f60ac0007, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-264440717/master 2024-11-13T07:19:28,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x101330f60ac0006, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-264440717 2024-11-13T07:19:28,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36615-0x101330f60ac0007, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-264440717 2024-11-13T07:19:28,984 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42123-0x101330f60ac0006, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Set watcher on existing znode=/0-264440717/master 2024-11-13T07:19:28,986 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-264440717/backup-masters/2998b885bdef,42123,1731482360575 from backup master directory 2024-11-13T07:19:29,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36615-0x101330f60ac0007, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-264440717/backup-masters 2024-11-13T07:19:29,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x101330f60ac0006, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-264440717/backup-masters/2998b885bdef,42123,1731482360575 2024-11-13T07:19:29,283 WARN [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:19:29,283 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2998b885bdef,42123,1731482360575 2024-11-13T07:19:29,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x101330f60ac0006, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-264440717/backup-masters 2024-11-13T07:19:33,737 INFO [master/2998b885bdef:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T07:19:33,737 INFO [master/2998b885bdef:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T07:19:34,465 INFO [master/2998b885bdef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:19:34,465 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T07:19:34,488 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 23ms. 2024-11-13T07:19:34,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741846_1022 (size=196) 2024-11-13T07:19:35,240 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:19:35,243 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T07:19:35,244 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:19:35,255 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-13T07:19:35,258 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/WALs/2998b885bdef,44725,1731482319660 to hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/WALs/2998b885bdef,44725,1731482319660-dead as it is dead 2024-11-13T07:19:35,259 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-13T07:19:35,259 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-13T07:19:35,259 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/WALs/2998b885bdef,44725,1731482319660-dead/2998b885bdef%2C44725%2C1731482319660.1731482322574 2024-11-13T07:19:35,264 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/WALs/2998b885bdef,44725,1731482319660-dead/2998b885bdef%2C44725%2C1731482319660.1731482322574 after 4ms 2024-11-13T07:19:35,265 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/WALs/2998b885bdef,44725,1731482319660-dead/2998b885bdef%2C44725%2C1731482319660.1731482322574 to hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/2998b885bdef%2C44725%2C1731482319660.1731482322574 2024-11-13T07:19:35,266 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/WALs/2998b885bdef,44725,1731482319660-dead 2024-11-13T07:19:35,266 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/WALs/2998b885bdef,42123,1731482360575 2024-11-13T07:19:35,268 INFO [master/2998b885bdef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:19:35,269 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2998b885bdef%2C42123%2C1731482360575, suffix=, logDir=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/WALs/2998b885bdef,42123,1731482360575, archiveDir=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/oldWALs, maxLogs=10 2024-11-13T07:19:35,284 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/WALs/2998b885bdef,42123,1731482360575/2998b885bdef%2C42123%2C1731482360575.1731482375269, exclude list is [], retry=0 2024-11-13T07:19:35,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-4cfb9915-6294-4911-acd3-835d2890a32e,DISK] 2024-11-13T07:19:35,290 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/WALs/2998b885bdef,42123,1731482360575/2998b885bdef%2C42123%2C1731482360575.1731482375269 2024-11-13T07:19:35,291 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46413:46413)] 2024-11-13T07:19:35,291 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:19:35,291 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:19:35,291 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:19:35,292 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:19:35,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:19:35,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T07:19:35,294 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:19:35,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/94ba404b45f04131930874213bf330dc 2024-11-13T07:19:35,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:19:35,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:19:35,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T07:19:35,303 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:19:35,310 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/093717f3b3e842d49e5acc73df1c4905 2024-11-13T07:19:35,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:19:35,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:19:35,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T07:19:35,312 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:19:35,319 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4de371372a3242208b67685353f3de83 2024-11-13T07:19:35,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:19:35,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:19:35,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T07:19:35,321 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:19:35,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:19:35,322 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:19:35,323 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-13T07:19:35,323 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/2998b885bdef%2C44725%2C1731482319660.1731482322574 2024-11-13T07:19:35,337 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/2998b885bdef%2C44725%2C1731482319660.1731482322574 2024-11-13T07:19:35,338 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/2998b885bdef%2C44725%2C1731482319660.1731482322574 2024-11-13T07:19:35,340 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:19:35,340 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:19:35,341 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:19:35,343 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:19:35,345 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-13T07:19:35,347 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64999915, jitterRate=-0.03142578899860382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:19:35,347 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731482375292Initializing all the Stores at 1731482375293 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482375293Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482375293Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482375293Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482375293Cleaning up temporary data from old regions at 1731482375340 (+47 ms)Region opened successfully at 1731482375347 (+7 ms) 2024-11-13T07:19:35,347 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T07:19:35,351 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f8a4659, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:19:35,361 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-13T07:19:35,361 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T07:19:35,361 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T07:19:35,361 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T07:19:35,362 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T07:19:35,367 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T07:19:35,367 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T07:19:35,368 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T07:19:35,368 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T07:19:35,368 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T07:19:35,369 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T07:19:35,369 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-13T07:19:35,369 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T07:19:35,373 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=2998b885bdef,46225,1731482320640, regionLocation=2998b885bdef,46225,1731482320640, openSeqNum=2 2024-11-13T07:19:35,373 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=2998b885bdef,46225,1731482320640, table=hbase:meta, region=1588230740 2024-11-13T07:19:35,373 INFO [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,46225,1731482320640, state=OPEN 2024-11-13T07:19:35,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x101330f60ac0006, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-264440717/meta-region-server 2024-11-13T07:19:35,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36615-0x101330f60ac0007, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-264440717/meta-region-server 2024-11-13T07:19:35,791 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-264440717/meta-region-server: CHANGED 2024-11-13T07:19:35,791 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-264440717/meta-region-server: CHANGED 2024-11-13T07:19:35,795 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-13T07:19:36,175 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-264440717/draining/2998b885bdef,46225,1731482320640 already deleted, retry=false 2024-11-13T07:19:36,175 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 2998b885bdef,46225,1731482320640 on 2998b885bdef,42123,1731482360575 2024-11-13T07:19:36,180 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 2998b885bdef,46225,1731482320640, splitWal=true, meta=true 2024-11-13T07:19:36,181 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 2998b885bdef,46225,1731482320640 (carryingMeta=true) 2998b885bdef,46225,1731482320640/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@24adb85a[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T07:19:36,184 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42123-0x101330f60ac0006, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Unable to get data of znode /0-264440717/balancer because node does not exist (not necessarily an error) 2024-11-13T07:19:37,926 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-264440717/balancer already deleted, retry=false 2024-11-13T07:19:37,927 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T07:19:37,928 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42123-0x101330f60ac0006, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Unable to get data of znode /0-264440717/normalizer because node does not exist (not necessarily an error) 2024-11-13T07:19:37,982 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-264440717/normalizer already deleted, retry=false 2024-11-13T07:19:37,983 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T07:19:37,984 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42123-0x101330f60ac0006, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Unable to get data of znode /0-264440717/switch/split because node does not exist (not necessarily an error) 2024-11-13T07:19:38,077 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-264440717/switch/split already deleted, retry=false 2024-11-13T07:19:38,078 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42123-0x101330f60ac0006, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Unable to get data of znode /0-264440717/switch/merge because node does not exist (not necessarily an error) 2024-11-13T07:19:38,113 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-264440717/switch/merge already deleted, retry=false 2024-11-13T07:19:38,213 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42123-0x101330f60ac0006, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Unable to get data of znode /0-264440717/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T07:19:38,283 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-264440717/snapshot-cleanup already deleted, retry=false 2024-11-13T07:19:38,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x101330f60ac0006, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-264440717/running 2024-11-13T07:19:38,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36615-0x101330f60ac0007, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-264440717/running 2024-11-13T07:19:38,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x101330f60ac0006, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-264440717 2024-11-13T07:19:38,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36615-0x101330f60ac0007, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-264440717 2024-11-13T07:19:38,390 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2998b885bdef,42123,1731482360575, sessionid=0x101330f60ac0006, setting cluster-up flag (Was=false) 2024-11-13T07:19:38,478 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-264440717/flush-table-proc/acquired, /0-264440717/flush-table-proc/reached, /0-264440717/flush-table-proc/abort 2024-11-13T07:19:38,479 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,42123,1731482360575 2024-11-13T07:19:38,540 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-264440717/online-snapshot/acquired, /0-264440717/online-snapshot/reached, /0-264440717/online-snapshot/abort 2024-11-13T07:19:38,541 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,42123,1731482360575 2024-11-13T07:19:38,543 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/.lastflushedseqids 2024-11-13T07:19:38,547 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T07:19:38,547 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T07:19:38,548 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2998b885bdef,42123,1731482360575 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 2998b885bdef,46225,1731482320640 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T07:19:38,550 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:19:38,550 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:19:38,550 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:19:38,550 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:19:38,550 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2998b885bdef:0, corePoolSize=10, maxPoolSize=10 2024-11-13T07:19:38,551 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:19:38,551 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:19:38,551 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:19:38,551 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731482408551 2024-11-13T07:19:38,552 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T07:19:38,552 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T07:19:38,552 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T07:19:38,552 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T07:19:38,552 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T07:19:38,552 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T07:19:38,552 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:19:38,553 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T07:19:38,553 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T07:19:38,553 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T07:19:38,553 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T07:19:38,554 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T07:19:38,554 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T07:19:38,554 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482378554,5,FailOnTimeoutGroup] 2024-11-13T07:19:38,554 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482378554,5,FailOnTimeoutGroup] 2024-11-13T07:19:38,554 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:19:38,554 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T07:19:38,554 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 2998b885bdef,46225,1731482320640, splitWal=true, meta=true 2024-11-13T07:19:38,554 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T07:19:38,554 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T07:19:38,554 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731482378554, completionTime=-1 2024-11-13T07:19:38,555 WARN [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-13T07:19:38,556 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 2998b885bdef,46225,1731482320640, splitWal=true, meta=true, isMeta: true 2024-11-13T07:19:38,558 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T07:19:38,559 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,46225,1731482320640-splitting 2024-11-13T07:19:38,560 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,46225,1731482320640-splitting dir is empty, no logs to split. 2024-11-13T07:19:38,560 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2998b885bdef,46225,1731482320640 WAL count=0, meta=true 2024-11-13T07:19:38,564 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,46225,1731482320640-splitting dir is empty, no logs to split. 2024-11-13T07:19:38,565 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2998b885bdef,46225,1731482320640 WAL count=0, meta=true 2024-11-13T07:19:38,565 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 2998b885bdef,46225,1731482320640 WAL splitting is done? wals=0, meta=true 2024-11-13T07:19:38,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T07:19:38,569 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:19:38,570 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T07:19:38,571 INFO [RS:0;2998b885bdef:36615 {}] regionserver.HRegionServer(746): ClusterId : 2d7f016b-1700-45d1-bd33-83e133dc78b6 2024-11-13T07:19:38,571 DEBUG [RS:0;2998b885bdef:36615 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T07:19:38,599 DEBUG [RS:0;2998b885bdef:36615 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T07:19:38,599 DEBUG [RS:0;2998b885bdef:36615 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T07:19:38,630 DEBUG [RS:0;2998b885bdef:36615 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T07:19:38,631 DEBUG [RS:0;2998b885bdef:36615 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@917a038, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:19:38,649 DEBUG [RS:0;2998b885bdef:36615 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2998b885bdef:36615 2024-11-13T07:19:38,649 INFO [RS:0;2998b885bdef:36615 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T07:19:38,649 INFO [RS:0;2998b885bdef:36615 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T07:19:38,649 DEBUG [RS:0;2998b885bdef:36615 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T07:19:38,651 INFO [RS:0;2998b885bdef:36615 {}] regionserver.HRegionServer(2659): reportForDuty to master=2998b885bdef,42123,1731482360575 with port=36615, startcode=1731482367861 2024-11-13T07:19:38,651 DEBUG [RS:0;2998b885bdef:36615 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T07:19:38,654 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52641, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T07:19:38,654 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42123 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2998b885bdef,36615,1731482367861 2024-11-13T07:19:38,655 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42123 {}] master.ServerManager(517): Registering regionserver=2998b885bdef,36615,1731482367861 2024-11-13T07:19:38,658 DEBUG [RS:0;2998b885bdef:36615 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192 2024-11-13T07:19:38,658 DEBUG [RS:0;2998b885bdef:36615 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43493 2024-11-13T07:19:38,658 DEBUG [RS:0;2998b885bdef:36615 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T07:19:38,664 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=109ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T07:19:38,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x101330f60ac0006, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-264440717/rs 2024-11-13T07:19:38,680 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2998b885bdef,36615,1731482367861] 2024-11-13T07:19:38,684 DEBUG [RS:0;2998b885bdef:36615 {}] zookeeper.ZKUtil(111): regionserver:36615-0x101330f60ac0007, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Set watcher on existing znode=/0-264440717/rs/2998b885bdef,36615,1731482367861 2024-11-13T07:19:38,684 WARN [RS:0;2998b885bdef:36615 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:19:38,684 INFO [RS:0;2998b885bdef:36615 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:19:38,685 DEBUG [RS:0;2998b885bdef:36615 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,36615,1731482367861 2024-11-13T07:19:38,724 WARN [2998b885bdef:42123 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T07:19:38,732 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T07:19:38,754 INFO [RS:0;2998b885bdef:36615 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T07:19:38,762 INFO [RS:0;2998b885bdef:36615 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T07:19:38,763 INFO [RS:0;2998b885bdef:36615 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T07:19:38,763 INFO [RS:0;2998b885bdef:36615 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:19:38,764 INFO [RS:0;2998b885bdef:36615 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T07:19:38,765 INFO [RS:0;2998b885bdef:36615 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T07:19:38,766 INFO [RS:0;2998b885bdef:36615 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T07:19:38,766 DEBUG [RS:0;2998b885bdef:36615 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:19:38,766 DEBUG [RS:0;2998b885bdef:36615 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:19:38,766 DEBUG [RS:0;2998b885bdef:36615 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:19:38,766 DEBUG [RS:0;2998b885bdef:36615 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:19:38,766 DEBUG [RS:0;2998b885bdef:36615 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:19:38,766 DEBUG [RS:0;2998b885bdef:36615 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:19:38,766 DEBUG [RS:0;2998b885bdef:36615 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:19:38,767 DEBUG [RS:0;2998b885bdef:36615 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:19:38,767 DEBUG [RS:0;2998b885bdef:36615 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:19:38,767 DEBUG [RS:0;2998b885bdef:36615 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:19:38,767 DEBUG [RS:0;2998b885bdef:36615 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:19:38,767 DEBUG [RS:0;2998b885bdef:36615 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:19:38,767 DEBUG [RS:0;2998b885bdef:36615 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:19:38,767 DEBUG [RS:0;2998b885bdef:36615 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:19:38,776 INFO [RS:0;2998b885bdef:36615 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:19:38,776 INFO [RS:0;2998b885bdef:36615 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:19:38,776 INFO [RS:0;2998b885bdef:36615 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:19:38,776 INFO [RS:0;2998b885bdef:36615 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T07:19:38,776 INFO [RS:0;2998b885bdef:36615 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T07:19:38,776 INFO [RS:0;2998b885bdef:36615 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,36615,1731482367861-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:19:38,792 INFO [RS:0;2998b885bdef:36615 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T07:19:38,793 INFO [RS:0;2998b885bdef:36615 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,36615,1731482367861-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:19:38,814 INFO [RS:0;2998b885bdef:36615 {}] regionserver.ReplicationSource(231): queueId=1-2998b885bdef,36615,1731482367861, ReplicationSource: 1, currentBandwidth=0 2024-11-13T07:19:38,831 DEBUG [RS:0;2998b885bdef:36615.replicationSource,1-2998b885bdef,36615,1731482367861 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2998b885bdef:43149' 2024-11-13T07:19:38,832 DEBUG [RS:0;2998b885bdef:36615.replicationSource,1-2998b885bdef,36615,1731482367861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7aafbe19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:19:38,832 INFO [RS:0;2998b885bdef:36615 {}] regionserver.ReplicationSource(231): queueId=2-2998b885bdef,36615,1731482367861, ReplicationSource: 2, currentBandwidth=0 2024-11-13T07:19:38,832 DEBUG [RS:0;2998b885bdef:36615.replicationSource,1-2998b885bdef,36615,1731482367861 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,43149,-1 for getting cluster id 2024-11-13T07:19:38,832 DEBUG [RS:0;2998b885bdef:36615.replicationSource,1-2998b885bdef,36615,1731482367861 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:19:38,836 INFO [RS:0;2998b885bdef:36615 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:19:38,836 INFO [RS:0;2998b885bdef:36615 {}] regionserver.Replication(171): 2998b885bdef,36615,1731482367861 started 2024-11-13T07:19:38,837 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8be1df13-649a-40cd-a00e-122bec061105' 2024-11-13T07:19:38,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:19:38,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8be1df13-649a-40cd-a00e-122bec061105" 2024-11-13T07:19:38,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34bde01a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:19:38,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,43149,-1] 2024-11-13T07:19:38,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:19:38,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:19:38,840 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:19:38,841 DEBUG [RS:0;2998b885bdef:36615.replicationSource,1-2998b885bdef,36615,1731482367861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16cdf0b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:19:38,842 DEBUG [RS:0;2998b885bdef:36615.replicationSource,1-2998b885bdef,36615,1731482367861 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:19:38,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,43149,1731482330081 2024-11-13T07:19:38,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73c1a131 2024-11-13T07:19:38,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:19:38,844 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-13T07:19:38,845 INFO [RS:0;2998b885bdef:36615.replicationSource,1-2998b885bdef,36615,1731482367861 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2998b885bdef,36615,1731482367861 (queues=0) is replicating from cluster=2d7f016b-1700-45d1-bd33-83e133dc78b6 to cluster=8be1df13-649a-40cd-a00e-122bec061105 2024-11-13T07:19:38,856 INFO [RS:0;2998b885bdef:36615 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:19:38,857 INFO [RS:0;2998b885bdef:36615 {}] regionserver.HRegionServer(1482): Serving as 2998b885bdef,36615,1731482367861, RpcServer on 2998b885bdef/172.17.0.3:36615, sessionid=0x101330f60ac0007 2024-11-13T07:19:38,857 DEBUG [RS:0;2998b885bdef:36615 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T07:19:38,857 DEBUG [RS:0;2998b885bdef:36615 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2998b885bdef,36615,1731482367861 2024-11-13T07:19:38,857 DEBUG [RS:0;2998b885bdef:36615 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,36615,1731482367861' 2024-11-13T07:19:38,857 DEBUG [RS:0;2998b885bdef:36615 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-264440717/flush-table-proc/abort' 2024-11-13T07:19:38,857 DEBUG [RS:0;2998b885bdef:36615.replicationSource,2-2998b885bdef,36615,1731482367861 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2998b885bdef:43149' 2024-11-13T07:19:38,857 DEBUG [RS:0;2998b885bdef:36615 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-264440717/flush-table-proc/acquired' 2024-11-13T07:19:38,858 DEBUG [RS:0;2998b885bdef:36615 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T07:19:38,858 DEBUG [RS:0;2998b885bdef:36615 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T07:19:38,858 DEBUG [RS:0;2998b885bdef:36615 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2998b885bdef,36615,1731482367861 2024-11-13T07:19:38,858 DEBUG [RS:0;2998b885bdef:36615 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,36615,1731482367861' 2024-11-13T07:19:38,858 DEBUG [RS:0;2998b885bdef:36615 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-264440717/online-snapshot/abort' 2024-11-13T07:19:38,858 DEBUG [RS:0;2998b885bdef:36615 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-264440717/online-snapshot/acquired' 2024-11-13T07:19:38,859 DEBUG [RS:0;2998b885bdef:36615 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T07:19:38,859 INFO [RS:0;2998b885bdef:36615 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T07:19:38,859 INFO [RS:0;2998b885bdef:36615 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T07:19:38,859 DEBUG [RS:0;2998b885bdef:36615.replicationSource,2-2998b885bdef,36615,1731482367861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3329903a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:19:38,859 DEBUG [RS:0;2998b885bdef:36615.replicationSource,2-2998b885bdef,36615,1731482367861 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,43149,-1 for getting cluster id 2024-11-13T07:19:38,859 DEBUG [RS:0;2998b885bdef:36615.replicationSource,2-2998b885bdef,36615,1731482367861 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:19:38,860 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8be1df13-649a-40cd-a00e-122bec061105' 2024-11-13T07:19:38,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:19:38,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8be1df13-649a-40cd-a00e-122bec061105" 2024-11-13T07:19:38,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@119087a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:19:38,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,43149,-1] 2024-11-13T07:19:38,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:19:38,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:19:38,862 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:19:38,863 DEBUG [RS:0;2998b885bdef:36615.replicationSource,2-2998b885bdef,36615,1731482367861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d3cac0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:19:38,863 DEBUG [RS:0;2998b885bdef:36615.replicationSource,2-2998b885bdef,36615,1731482367861 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:19:38,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,43149,1731482330081 2024-11-13T07:19:38,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a31ce90 2024-11-13T07:19:38,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:19:38,866 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-13T07:19:38,867 INFO [RS:0;2998b885bdef:36615.replicationSource,2-2998b885bdef,36615,1731482367861 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-2998b885bdef,36615,1731482367861 (queues=0) is replicating from cluster=2d7f016b-1700-45d1-bd33-83e133dc78b6 to cluster=8be1df13-649a-40cd-a00e-122bec061105 2024-11-13T07:19:38,960 INFO [RS:0;2998b885bdef:36615 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:19:38,963 INFO [RS:0;2998b885bdef:36615 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C36615%2C1731482367861, suffix=, logDir=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,36615,1731482367861, archiveDir=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/oldWALs, maxLogs=10 2024-11-13T07:19:38,980 DEBUG [RS:0;2998b885bdef:36615 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,36615,1731482367861/2998b885bdef%2C36615%2C1731482367861.1731482378964, exclude list is [], retry=0 2024-11-13T07:19:38,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-4cfb9915-6294-4911-acd3-835d2890a32e,DISK] 2024-11-13T07:19:38,992 INFO [RS:0;2998b885bdef:36615 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,36615,1731482367861/2998b885bdef%2C36615%2C1731482367861.1731482378964 2024-11-13T07:19:38,994 DEBUG [RS:0;2998b885bdef:36615 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 2998b885bdef%2C36615%2C1731482367861 for peer 1 2024-11-13T07:19:38,994 DEBUG [RS:0;2998b885bdef:36615 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 2998b885bdef%2C36615%2C1731482367861 for peer 2 2024-11-13T07:19:38,994 DEBUG [RS:0;2998b885bdef:36615 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2998b885bdef%2C36615%2C1731482367861 2024-11-13T07:19:38,995 INFO [RS:0;2998b885bdef:36615 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2998b885bdef,36615,1731482367861, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T07:19:38,995 INFO [RS:0;2998b885bdef:36615.replicationSource.shipper2998b885bdef%2C36615%2C1731482367861,1-2998b885bdef,36615,1731482367861 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2998b885bdef%2C36615%2C1731482367861 2024-11-13T07:19:38,996 DEBUG [RS:0;2998b885bdef:36615 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=2998b885bdef%2C36615%2C1731482367861 2024-11-13T07:19:38,996 INFO [RS:0;2998b885bdef:36615 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-2998b885bdef,36615,1731482367861, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T07:19:38,996 DEBUG [RS:0;2998b885bdef:36615 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46413:46413)] 2024-11-13T07:19:38,996 INFO [RS:0;2998b885bdef:36615.replicationSource.shipper2998b885bdef%2C36615%2C1731482367861,2-2998b885bdef,36615,1731482367861 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2998b885bdef%2C36615%2C1731482367861 2024-11-13T07:19:38,997 DEBUG [RS:0;2998b885bdef:36615.replicationSource.wal-reader.2998b885bdef%2C36615%2C1731482367861,1-2998b885bdef,36615,1731482367861 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,36615,1731482367861/2998b885bdef%2C36615%2C1731482367861.1731482378964, startPosition=0, beingWritten=true 2024-11-13T07:19:38,997 DEBUG [RS:0;2998b885bdef:36615.replicationSource.wal-reader.2998b885bdef%2C36615%2C1731482367861,2-2998b885bdef,36615,1731482367861 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,36615,1731482367861/2998b885bdef%2C36615%2C1731482367861.1731482378964, startPosition=0, beingWritten=true 2024-11-13T07:19:39,211 DEBUG [RS:0;2998b885bdef:36615.replicationSource.wal-reader.2998b885bdef%2C36615%2C1731482367861,2-2998b885bdef,36615,1731482367861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,36615,1731482367861/2998b885bdef%2C36615%2C1731482367861.1731482378964 to pos 0, reset compression=false 2024-11-13T07:19:39,214 DEBUG [RS:0;2998b885bdef:36615.replicationSource.wal-reader.2998b885bdef%2C36615%2C1731482367861,1-2998b885bdef,36615,1731482367861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,36615,1731482367861/2998b885bdef%2C36615%2C1731482367861.1731482378964 to pos 0, reset compression=false 2024-11-13T07:19:39,224 DEBUG [2998b885bdef:42123 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T07:19:39,225 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2998b885bdef,36615,1731482367861 2024-11-13T07:19:39,229 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,36615,1731482367861, state=OPENING 2024-11-13T07:19:39,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36615-0x101330f60ac0007, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-264440717/meta-region-server 2024-11-13T07:19:39,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x101330f60ac0006, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-264440717/meta-region-server 2024-11-13T07:19:39,281 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:19:39,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-264440717/meta-region-server: CHANGED 2024-11-13T07:19:39,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-264440717/meta-region-server: CHANGED 2024-11-13T07:19:39,282 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,36615,1731482367861}] 2024-11-13T07:19:39,436 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T07:19:39,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51507, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T07:19:39,446 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T07:19:39,446 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:19:39,447 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T07:19:39,450 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C36615%2C1731482367861.meta, suffix=.meta, logDir=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,36615,1731482367861, archiveDir=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/oldWALs, maxLogs=10 2024-11-13T07:19:39,471 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,36615,1731482367861/2998b885bdef%2C36615%2C1731482367861.meta.1731482379451.meta, exclude list is [], retry=0 2024-11-13T07:19:39,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-4cfb9915-6294-4911-acd3-835d2890a32e,DISK] 2024-11-13T07:19:39,496 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,36615,1731482367861/2998b885bdef%2C36615%2C1731482367861.meta.1731482379451.meta 2024-11-13T07:19:39,500 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46413:46413)] 2024-11-13T07:19:39,501 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:19:39,501 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:19:39,502 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T07:19:39,502 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T07:19:39,502 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T07:19:39,502 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T07:19:39,502 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:19:39,502 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T07:19:39,503 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T07:19:39,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:19:39,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:19:39,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:19:39,527 DEBUG [RS:0;2998b885bdef:36615.replicationSource.wal-reader.2998b885bdef%2C36615%2C1731482367861,2-2998b885bdef,36615,1731482367861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,36615,1731482367861/2998b885bdef%2C36615%2C1731482367861.1731482378964 to pos 0, reset compression=false 2024-11-13T07:19:39,532 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/meta/1588230740/info/fa9b6a5cbebc45f78a7e643eaae6cc98 2024-11-13T07:19:39,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:19:39,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:19:39,533 DEBUG [RS:0;2998b885bdef:36615.replicationSource.wal-reader.2998b885bdef%2C36615%2C1731482367861,1-2998b885bdef,36615,1731482367861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,36615,1731482367861/2998b885bdef%2C36615%2C1731482367861.1731482378964 to pos 0, reset compression=false 2024-11-13T07:19:39,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:19:39,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:19:39,570 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/meta/1588230740/ns/0dab071299374381ba0837655e7baff1 2024-11-13T07:19:39,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:19:39,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:19:39,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:19:39,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:19:39,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:19:39,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:19:39,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:19:39,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:19:39,590 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/meta/1588230740/table/1c03a73c895d45d7a5a5d2d9286b5e69 2024-11-13T07:19:39,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:19:39,591 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:19:39,592 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/meta/1588230740 2024-11-13T07:19:39,600 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/meta/1588230740 2024-11-13T07:19:39,607 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:19:39,607 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:19:39,613 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:19:39,623 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:19:39,628 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74594776, jitterRate=0.1115487813949585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:19:39,629 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T07:19:39,631 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731482379504Writing region info on filesystem at 1731482379504Initializing all the Stores at 1731482379505 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482379505Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482379507 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482379507Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482379507Cleaning up temporary data from old regions at 1731482379607 (+100 ms)Running coprocessor post-open hooks at 1731482379629 (+22 ms)Region opened successfully at 1731482379629 2024-11-13T07:19:39,638 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731482379436 2024-11-13T07:19:39,643 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T07:19:39,643 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T07:19:39,644 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=2998b885bdef,36615,1731482367861 2024-11-13T07:19:39,649 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,36615,1731482367861, state=OPEN 2024-11-13T07:19:39,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x101330f60ac0006, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-264440717/meta-region-server 2024-11-13T07:19:39,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36615-0x101330f60ac0007, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-264440717/meta-region-server 2024-11-13T07:19:39,736 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2998b885bdef,36615,1731482367861 2024-11-13T07:19:39,737 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-264440717/meta-region-server: CHANGED 2024-11-13T07:19:39,737 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-264440717/meta-region-server: CHANGED 2024-11-13T07:19:39,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-13T07:19:39,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,36615,1731482367861 in 454 msec 2024-11-13T07:19:39,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-13T07:19:39,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1780 sec 2024-11-13T07:19:39,956 DEBUG [RS:0;2998b885bdef:36615.replicationSource.wal-reader.2998b885bdef%2C36615%2C1731482367861,2-2998b885bdef,36615,1731482367861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,36615,1731482367861/2998b885bdef%2C36615%2C1731482367861.1731482378964 to pos 0, reset compression=false 2024-11-13T07:19:39,964 DEBUG [RS:0;2998b885bdef:36615.replicationSource.wal-reader.2998b885bdef%2C36615%2C1731482367861,1-2998b885bdef,36615,1731482367861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,36615,1731482367861/2998b885bdef%2C36615%2C1731482367861.1731482378964 to pos 0, reset compression=false 2024-11-13T07:19:40,171 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1616ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1507ms 2024-11-13T07:19:40,475 DEBUG [RS:0;2998b885bdef:36615.replicationSource.wal-reader.2998b885bdef%2C36615%2C1731482367861,2-2998b885bdef,36615,1731482367861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,36615,1731482367861/2998b885bdef%2C36615%2C1731482367861.1731482378964 to pos 0, reset compression=false 2024-11-13T07:19:40,487 DEBUG [RS:0;2998b885bdef:36615.replicationSource.wal-reader.2998b885bdef%2C36615%2C1731482367861,1-2998b885bdef,36615,1731482367861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,36615,1731482367861/2998b885bdef%2C36615%2C1731482367861.1731482378964 to pos 0, reset compression=false 2024-11-13T07:19:41,116 DEBUG [RS:0;2998b885bdef:36615.replicationSource.wal-reader.2998b885bdef%2C36615%2C1731482367861,2-2998b885bdef,36615,1731482367861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,36615,1731482367861/2998b885bdef%2C36615%2C1731482367861.1731482378964 to pos 0, reset compression=false 2024-11-13T07:19:41,154 DEBUG [RS:0;2998b885bdef:36615.replicationSource.wal-reader.2998b885bdef%2C36615%2C1731482367861,1-2998b885bdef,36615,1731482367861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,36615,1731482367861/2998b885bdef%2C36615%2C1731482367861.1731482378964 to pos 0, reset compression=false 2024-11-13T07:19:41,704 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3149ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3040ms 2024-11-13T07:19:41,852 DEBUG [RS:0;2998b885bdef:36615.replicationSource.wal-reader.2998b885bdef%2C36615%2C1731482367861,2-2998b885bdef,36615,1731482367861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,36615,1731482367861/2998b885bdef%2C36615%2C1731482367861.1731482378964 to pos 0, reset compression=false 2024-11-13T07:19:41,873 DEBUG [RS:0;2998b885bdef:36615.replicationSource.wal-reader.2998b885bdef%2C36615%2C1731482367861,1-2998b885bdef,36615,1731482367861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,36615,1731482367861/2998b885bdef%2C36615%2C1731482367861.1731482378964 to pos 0, reset compression=false 2024-11-13T07:19:42,726 DEBUG [RS:0;2998b885bdef:36615.replicationSource.wal-reader.2998b885bdef%2C36615%2C1731482367861,2-2998b885bdef,36615,1731482367861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,36615,1731482367861/2998b885bdef%2C36615%2C1731482367861.1731482378964 to pos 0, reset compression=false 2024-11-13T07:19:42,730 DEBUG [RS:0;2998b885bdef:36615.replicationSource.wal-reader.2998b885bdef%2C36615%2C1731482367861,1-2998b885bdef,36615,1731482367861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,36615,1731482367861/2998b885bdef%2C36615%2C1731482367861.1731482378964 to pos 0, reset compression=false 2024-11-13T07:19:43,072 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4517ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-13T07:19:43,072 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T07:19:43,073 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:19:43,073 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,36615,1731482367861, seqNum=-1] 2024-11-13T07:19:43,073 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:19:43,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50117, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:19:43,093 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=36945224afb345921133bd1d23b8a31e, regionState=OPEN, lastHost=2998b885bdef,46225,1731482320640, regionLocation=2998b885bdef,46225,1731482320640, openSeqNum=2 2024-11-13T07:19:43,093 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T07:19:43,093 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731482443093 2024-11-13T07:19:43,093 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731482503093 2024-11-13T07:19:43,093 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 21 msec 2024-11-13T07:19:43,094 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,42123,1731482360575-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:19:43,094 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,42123,1731482360575-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:19:43,094 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 2998b885bdef,46225,1731482320640 had 2 regions 2024-11-13T07:19:43,094 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,42123,1731482360575-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:19:43,094 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2998b885bdef:42123, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:19:43,094 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T07:19:43,096 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2998b885bdef,46225,1731482320640, splitWal=true, meta=true, isMeta: false 2024-11-13T07:19:43,099 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,46225,1731482320640-splitting dir is empty, no logs to split. 2024-11-13T07:19:43,099 INFO [PEWorker-3 {}] master.SplitWALManager(105): 2998b885bdef,46225,1731482320640 WAL count=0, meta=false 2024-11-13T07:19:43,108 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,46225,1731482320640-splitting dir is empty, no logs to split. 2024-11-13T07:19:43,108 INFO [PEWorker-3 {}] master.SplitWALManager(105): 2998b885bdef,46225,1731482320640 WAL count=0, meta=false 2024-11-13T07:19:43,108 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 2998b885bdef,46225,1731482320640 WAL splitting is done? wals=0, meta=false 2024-11-13T07:19:43,112 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T07:19:43,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=36945224afb345921133bd1d23b8a31e, ASSIGN}] 2024-11-13T07:19:43,121 WARN [master/2998b885bdef:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=2998b885bdef,46225,1731482320640/hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e. 2024-11-13T07:19:43,123 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=36945224afb345921133bd1d23b8a31e, ASSIGN 2024-11-13T07:19:43,125 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=36945224afb345921133bd1d23b8a31e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T07:19:43,131 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 13.848sec 2024-11-13T07:19:43,131 INFO [master/2998b885bdef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T07:19:43,131 INFO [master/2998b885bdef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T07:19:43,131 INFO [master/2998b885bdef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T07:19:43,131 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T07:19:43,131 INFO [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T07:19:43,131 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,42123,1731482360575-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:19:43,131 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,42123,1731482360575-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T07:19:43,163 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T07:19:43,163 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T07:19:43,164 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,42123,1731482360575-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:19:43,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75dae96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:19:43,221 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42123,-1 for getting cluster id 2024-11-13T07:19:43,221 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:19:43,248 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d7f016b-1700-45d1-bd33-83e133dc78b6' 2024-11-13T07:19:43,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:19:43,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d7f016b-1700-45d1-bd33-83e133dc78b6" 2024-11-13T07:19:43,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@452153d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:19:43,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42123,-1] 2024-11-13T07:19:43,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:19:43,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:19:43,269 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:19:43,276 DEBUG [2998b885bdef:42123 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T07:19:43,277 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=36945224afb345921133bd1d23b8a31e, regionState=OPENING, regionLocation=2998b885bdef,36615,1731482367861 2024-11-13T07:19:43,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=36945224afb345921133bd1d23b8a31e, ASSIGN because future has completed 2024-11-13T07:19:43,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36945224afb345921133bd1d23b8a31e, server=2998b885bdef,36615,1731482367861}] 2024-11-13T07:19:43,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@639b0795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:19:43,285 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:19:43,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,36615,1731482367861, seqNum=-1] 2024-11-13T07:19:43,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:19:43,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:19:43,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-13T07:19:43,301 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:19:43,301 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:19:43,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:19:43,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:19:43,302 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:19:43,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 2998b885bdef:42123 after: 2998b885bdef:42123 2024-11-13T07:19:43,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65bac4ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:19:43,313 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42123,-1 for getting cluster id 2024-11-13T07:19:43,313 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:19:43,314 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d7f016b-1700-45d1-bd33-83e133dc78b6' 2024-11-13T07:19:43,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:19:43,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d7f016b-1700-45d1-bd33-83e133dc78b6" 2024-11-13T07:19:43,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@609fa6b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:19:43,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42123,-1] 2024-11-13T07:19:43,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:19:43,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:19:43,318 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:19:43,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4d7c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:19:43,320 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:19:43,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,42123,1731482360575 2024-11-13T07:19:43,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@90d6f7b 2024-11-13T07:19:43,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:19:43,323 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:19:43,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42123 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T07:19:43,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42123 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-13T07:19:43,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42123 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T07:19:43,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42123 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-13T07:19:43,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T07:19:43,329 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:19:43,329 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:19:43,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:19:43,332 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:19:43,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:19:43,334 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T07:19:43,334 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=335601468, stopped=false 2024-11-13T07:19:43,335 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2998b885bdef,43149,1731482330081 2024-11-13T07:19:43,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43149-0x101330f60ac0003, quorum=127.0.0.1:59009, baseZNode=/11105730538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11105730538/running 2024-11-13T07:19:43,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39255-0x101330f60ac0004, quorum=127.0.0.1:59009, baseZNode=/11105730538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11105730538/running 2024-11-13T07:19:43,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39255-0x101330f60ac0004, quorum=127.0.0.1:59009, baseZNode=/11105730538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11105730538 2024-11-13T07:19:43,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43149-0x101330f60ac0003, quorum=127.0.0.1:59009, baseZNode=/11105730538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11105730538 2024-11-13T07:19:43,373 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39255-0x101330f60ac0004, quorum=127.0.0.1:59009, baseZNode=/11105730538 Set watcher on znode that does not yet exist, /11105730538/running 2024-11-13T07:19:43,373 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43149-0x101330f60ac0003, quorum=127.0.0.1:59009, baseZNode=/11105730538 Set watcher on znode that does not yet exist, /11105730538/running 2024-11-13T07:19:43,373 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:19:43,374 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:19:43,378 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:19:43,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:19:43,379 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2998b885bdef,39255,1731482330297' ***** 2024-11-13T07:19:43,379 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T07:19:43,379 INFO [RS:0;2998b885bdef:39255 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T07:19:43,379 INFO [RS:0;2998b885bdef:39255 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T07:19:43,379 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T07:19:43,380 INFO [RS:0;2998b885bdef:39255 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T07:19:43,380 INFO [RS:0;2998b885bdef:39255 {}] regionserver.HRegionServer(959): stopping server 2998b885bdef,39255,1731482330297 2024-11-13T07:19:43,380 INFO [RS:0;2998b885bdef:39255 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:19:43,380 INFO [RS:0;2998b885bdef:39255 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:39255. 2024-11-13T07:19:43,380 DEBUG [RS:0;2998b885bdef:39255 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:19:43,380 DEBUG [RS:0;2998b885bdef:39255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:19:43,380 INFO [RS:0;2998b885bdef:39255 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T07:19:43,380 INFO [RS:0;2998b885bdef:39255 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T07:19:43,380 INFO [RS:0;2998b885bdef:39255 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T07:19:43,381 INFO [RS:0;2998b885bdef:39255 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T07:19:43,381 INFO [RS:0;2998b885bdef:39255 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T07:19:43,381 DEBUG [RS:0;2998b885bdef:39255 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T07:19:43,381 DEBUG [RS:0;2998b885bdef:39255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:19:43,381 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:19:43,381 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:19:43,381 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:19:43,381 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:19:43,381 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:19:43,382 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T07:19:43,436 INFO [regionserver/2998b885bdef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:19:43,452 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/data/hbase/meta/1588230740/.tmp/ns/271b047b61c94a7292ecf320e81d3a8b is 43, key is default/ns:d/1731482333332/Put/seqid=0 2024-11-13T07:19:43,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e. 2024-11-13T07:19:43,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:19:43,465 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T07:19:43,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C36615%2C1731482367861.rep, suffix=, logDir=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,36615,1731482367861, archiveDir=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/oldWALs, maxLogs=10 2024-11-13T07:19:43,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,36615,1731482367861/2998b885bdef%2C36615%2C1731482367861.rep.1731482383469, exclude list is [], retry=0 2024-11-13T07:19:43,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38911 is added to blk_1073741835_1011 (size=5153) 2024-11-13T07:19:43,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-4cfb9915-6294-4911-acd3-835d2890a32e,DISK] 2024-11-13T07:19:43,545 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,36615,1731482367861/2998b885bdef%2C36615%2C1731482367861.rep.1731482383469 2024-11-13T07:19:43,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46413:46413)] 2024-11-13T07:19:43,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 36945224afb345921133bd1d23b8a31e, NAME => 'hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:19:43,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:19:43,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T07:19:43,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e. service=MultiRowMutationService 2024-11-13T07:19:43,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T07:19:43,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 36945224afb345921133bd1d23b8a31e 2024-11-13T07:19:43,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:19:43,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 36945224afb345921133bd1d23b8a31e 2024-11-13T07:19:43,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 36945224afb345921133bd1d23b8a31e 2024-11-13T07:19:43,561 INFO [StoreOpener-36945224afb345921133bd1d23b8a31e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 36945224afb345921133bd1d23b8a31e 2024-11-13T07:19:43,563 INFO [StoreOpener-36945224afb345921133bd1d23b8a31e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36945224afb345921133bd1d23b8a31e columnFamilyName hfileref 2024-11-13T07:19:43,563 DEBUG [StoreOpener-36945224afb345921133bd1d23b8a31e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:19:43,564 INFO [StoreOpener-36945224afb345921133bd1d23b8a31e-1 {}] regionserver.HStore(327): Store=36945224afb345921133bd1d23b8a31e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:19:43,564 INFO [StoreOpener-36945224afb345921133bd1d23b8a31e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 36945224afb345921133bd1d23b8a31e 2024-11-13T07:19:43,567 INFO [StoreOpener-36945224afb345921133bd1d23b8a31e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36945224afb345921133bd1d23b8a31e columnFamilyName queue 2024-11-13T07:19:43,567 DEBUG [StoreOpener-36945224afb345921133bd1d23b8a31e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:19:43,581 DEBUG [RS:0;2998b885bdef:39255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:19:43,603 DEBUG [StoreOpener-36945224afb345921133bd1d23b8a31e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/replication/36945224afb345921133bd1d23b8a31e/queue/347670fd97484881962d976ad9715df6 2024-11-13T07:19:43,603 INFO [StoreOpener-36945224afb345921133bd1d23b8a31e-1 {}] regionserver.HStore(327): Store=36945224afb345921133bd1d23b8a31e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:19:43,604 INFO [StoreOpener-36945224afb345921133bd1d23b8a31e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 36945224afb345921133bd1d23b8a31e 2024-11-13T07:19:43,607 INFO [StoreOpener-36945224afb345921133bd1d23b8a31e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36945224afb345921133bd1d23b8a31e columnFamilyName sid 2024-11-13T07:19:43,607 DEBUG [StoreOpener-36945224afb345921133bd1d23b8a31e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:19:43,609 INFO [StoreOpener-36945224afb345921133bd1d23b8a31e-1 {}] regionserver.HStore(327): Store=36945224afb345921133bd1d23b8a31e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:19:43,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 36945224afb345921133bd1d23b8a31e 2024-11-13T07:19:43,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/replication/36945224afb345921133bd1d23b8a31e 2024-11-13T07:19:43,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/replication/36945224afb345921133bd1d23b8a31e 2024-11-13T07:19:43,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 36945224afb345921133bd1d23b8a31e 2024-11-13T07:19:43,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 36945224afb345921133bd1d23b8a31e 2024-11-13T07:19:43,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T07:19:43,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 36945224afb345921133bd1d23b8a31e 2024-11-13T07:19:43,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 36945224afb345921133bd1d23b8a31e; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73127138, jitterRate=0.08967927098274231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T07:19:43,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 36945224afb345921133bd1d23b8a31e 2024-11-13T07:19:43,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 36945224afb345921133bd1d23b8a31e: Running coprocessor pre-open hook at 1731482383547Writing region info on filesystem at 1731482383547Initializing all the Stores at 1731482383553 (+6 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482383553Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482383560 (+7 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482383560Cleaning up temporary data from old regions at 1731482383617 (+57 ms)Running coprocessor post-open hooks at 1731482383635 (+18 ms)Region opened successfully at 1731482383636 (+1 ms) 2024-11-13T07:19:43,637 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e., pid=19, masterSystemTime=1731482383453 2024-11-13T07:19:43,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e. 2024-11-13T07:19:43,642 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e. 2024-11-13T07:19:43,643 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=36945224afb345921133bd1d23b8a31e, regionState=OPEN, openSeqNum=10, regionLocation=2998b885bdef,36615,1731482367861 2024-11-13T07:19:43,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36945224afb345921133bd1d23b8a31e, server=2998b885bdef,36615,1731482367861 because future has completed 2024-11-13T07:19:43,666 DEBUG [RS:0;2998b885bdef:36615.replicationSource.wal-reader.2998b885bdef%2C36615%2C1731482367861,2-2998b885bdef,36615,1731482367861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,36615,1731482367861/2998b885bdef%2C36615%2C1731482367861.1731482378964 to pos 0, reset compression=false 2024-11-13T07:19:43,672 DEBUG [RS:0;2998b885bdef:36615.replicationSource.wal-reader.2998b885bdef%2C36615%2C1731482367861,1-2998b885bdef,36615,1731482367861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,36615,1731482367861/2998b885bdef%2C36615%2C1731482367861.1731482378964 to pos 0, reset compression=false 2024-11-13T07:19:43,677 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-13T07:19:43,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 36945224afb345921133bd1d23b8a31e, server=2998b885bdef,36615,1731482367861 in 385 msec 2024-11-13T07:19:43,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-13T07:19:43,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=36945224afb345921133bd1d23b8a31e, ASSIGN in 559 msec 2024-11-13T07:19:43,701 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-13T07:19:43,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e., hostname=2998b885bdef,36615,1731482367861, seqNum=10] 2024-11-13T07:19:43,769 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 2998b885bdef,46225,1731482320640 2024-11-13T07:19:43,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-13T07:19:43,781 DEBUG [RS:0;2998b885bdef:39255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:19:43,916 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/data/hbase/meta/1588230740/.tmp/ns/271b047b61c94a7292ecf320e81d3a8b 2024-11-13T07:19:43,950 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/data/hbase/meta/1588230740/.tmp/ns/271b047b61c94a7292ecf320e81d3a8b as hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/data/hbase/meta/1588230740/ns/271b047b61c94a7292ecf320e81d3a8b 2024-11-13T07:19:43,970 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/data/hbase/meta/1588230740/ns/271b047b61c94a7292ecf320e81d3a8b, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T07:19:43,972 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 590ms, sequenceid=6, compaction requested=false 2024-11-13T07:19:43,972 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T07:19:43,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-13T07:19:43,982 DEBUG [RS:0;2998b885bdef:39255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:19:44,005 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T07:19:44,006 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:19:44,006 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:19:44,007 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:19:44,007 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482383381Running coprocessor pre-close hooks at 1731482383381Disabling compacts and flushes for region at 1731482383381Disabling writes for close at 1731482383381Obtaining lock to block concurrent updates at 1731482383382 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731482383382Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731482383382Flushing stores of hbase:meta,,1.1588230740 at 1731482383384 (+2 ms)Flushing 1588230740/ns: creating writer at 1731482383384Flushing 1588230740/ns: appending metadata at 1731482383451 (+67 ms)Flushing 1588230740/ns: closing flushed file at 1731482383451Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2971e66e: reopening flushed file at 1731482383948 (+497 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 590ms, sequenceid=6, compaction requested=false at 1731482383972 (+24 ms)Writing region close event to WAL at 1731482383992 (+20 ms)Running coprocessor post-close hooks at 1731482384006 (+14 ms)Closed at 1731482384007 (+1 ms) 2024-11-13T07:19:44,007 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T07:19:44,183 INFO [RS:0;2998b885bdef:39255 {}] regionserver.HRegionServer(976): stopping server 2998b885bdef,39255,1731482330297; all regions closed. 2024-11-13T07:19:44,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38911 is added to blk_1073741834_1010 (size=1152) 2024-11-13T07:19:44,197 DEBUG [RS:0;2998b885bdef:39255 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/oldWALs 2024-11-13T07:19:44,197 INFO [RS:0;2998b885bdef:39255 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C39255%2C1731482330297.meta:.meta(num 1731482333151) 2024-11-13T07:19:44,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38911 is added to blk_1073741832_1008 (size=93) 2024-11-13T07:19:44,211 DEBUG [RS:0;2998b885bdef:39255 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/oldWALs 2024-11-13T07:19:44,211 INFO [RS:0;2998b885bdef:39255 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C39255%2C1731482330297:(num 1731482332484) 2024-11-13T07:19:44,211 DEBUG [RS:0;2998b885bdef:39255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:19:44,211 INFO [RS:0;2998b885bdef:39255 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:19:44,211 INFO [RS:0;2998b885bdef:39255 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:19:44,212 INFO [RS:0;2998b885bdef:39255 {}] hbase.ChoreService(370): Chore service for: regionserver/2998b885bdef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T07:19:44,212 INFO [RS:0;2998b885bdef:39255 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:19:44,212 INFO [RS:0;2998b885bdef:39255 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39255 2024-11-13T07:19:44,212 INFO [regionserver/2998b885bdef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:19:44,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39255-0x101330f60ac0004, quorum=127.0.0.1:59009, baseZNode=/11105730538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11105730538/rs/2998b885bdef,39255,1731482330297 2024-11-13T07:19:44,247 INFO [RS:0;2998b885bdef:39255 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:19:44,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43149-0x101330f60ac0003, quorum=127.0.0.1:59009, baseZNode=/11105730538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11105730538/rs 2024-11-13T07:19:44,266 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2998b885bdef,39255,1731482330297] 2024-11-13T07:19:44,308 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11105730538/draining/2998b885bdef,39255,1731482330297 already deleted, retry=false 2024-11-13T07:19:44,309 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2998b885bdef,39255,1731482330297 expired; onlineServers=0 2024-11-13T07:19:44,309 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2998b885bdef,43149,1731482330081' ***** 2024-11-13T07:19:44,309 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T07:19:44,309 INFO [M:0;2998b885bdef:43149 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:19:44,309 INFO [M:0;2998b885bdef:43149 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:19:44,309 DEBUG [M:0;2998b885bdef:43149 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T07:19:44,309 DEBUG [M:0;2998b885bdef:43149 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T07:19:44,309 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482332184 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482332184,5,FailOnTimeoutGroup] 2024-11-13T07:19:44,309 INFO [M:0;2998b885bdef:43149 {}] hbase.ChoreService(370): Chore service for: master/2998b885bdef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T07:19:44,309 INFO [M:0;2998b885bdef:43149 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:19:44,310 DEBUG [M:0;2998b885bdef:43149 {}] master.HMaster(1795): Stopping service threads 2024-11-13T07:19:44,310 INFO [M:0;2998b885bdef:43149 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T07:19:44,310 INFO [M:0;2998b885bdef:43149 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:19:44,310 INFO [M:0;2998b885bdef:43149 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T07:19:44,310 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T07:19:44,312 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T07:19:44,312 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482332169 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482332169,5,FailOnTimeoutGroup] 2024-11-13T07:19:44,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39255-0x101330f60ac0004, quorum=127.0.0.1:59009, baseZNode=/11105730538 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:19:44,367 INFO [RS:0;2998b885bdef:39255 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:19:44,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39255-0x101330f60ac0004, quorum=127.0.0.1:59009, baseZNode=/11105730538 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:19:44,367 INFO [RS:0;2998b885bdef:39255 {}] regionserver.HRegionServer(1031): Exiting; stopping=2998b885bdef,39255,1731482330297; zookeeper connection closed. 2024-11-13T07:19:44,367 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@436918c5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@436918c5 2024-11-13T07:19:44,368 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T07:19:44,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43149-0x101330f60ac0003, quorum=127.0.0.1:59009, baseZNode=/11105730538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11105730538/master 2024-11-13T07:19:44,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43149-0x101330f60ac0003, quorum=127.0.0.1:59009, baseZNode=/11105730538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11105730538 2024-11-13T07:19:44,435 DEBUG [M:0;2998b885bdef:43149 {}] zookeeper.RecoverableZooKeeper(212): Node /11105730538/master already deleted, retry=false 2024-11-13T07:19:44,435 DEBUG [M:0;2998b885bdef:43149 {}] master.ActiveMasterManager(353): master:43149-0x101330f60ac0003, quorum=127.0.0.1:59009, baseZNode=/11105730538 Failed delete of our master address node; KeeperErrorCode = NoNode for /11105730538/master 2024-11-13T07:19:44,437 INFO [M:0;2998b885bdef:43149 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/.lastflushedseqids 2024-11-13T07:19:44,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38911 is added to blk_1073741836_1012 (size=99) 2024-11-13T07:19:44,707 DEBUG [RS:0;2998b885bdef:36615.replicationSource.wal-reader.2998b885bdef%2C36615%2C1731482367861,2-2998b885bdef,36615,1731482367861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,36615,1731482367861/2998b885bdef%2C36615%2C1731482367861.1731482378964 to pos 0, reset compression=false 2024-11-13T07:19:44,712 DEBUG [RS:0;2998b885bdef:36615.replicationSource.wal-reader.2998b885bdef%2C36615%2C1731482367861,1-2998b885bdef,36615,1731482367861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,36615,1731482367861/2998b885bdef%2C36615%2C1731482367861.1731482378964 to pos 0, reset compression=false 2024-11-13T07:19:44,846 INFO [M:0;2998b885bdef:43149 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T07:19:44,847 INFO [M:0;2998b885bdef:43149 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T07:19:44,847 DEBUG [M:0;2998b885bdef:43149 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:19:44,847 INFO [M:0;2998b885bdef:43149 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:19:44,847 DEBUG [M:0;2998b885bdef:43149 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:19:44,847 DEBUG [M:0;2998b885bdef:43149 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:19:44,847 DEBUG [M:0;2998b885bdef:43149 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:19:44,847 INFO [M:0;2998b885bdef:43149 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.65 KB heapSize=11.32 KB 2024-11-13T07:19:44,879 DEBUG [M:0;2998b885bdef:43149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82a65a5e102442b28e7b54d627a753d2 is 82, key is hbase:meta,,1/info:regioninfo/1731482333249/Put/seqid=0 2024-11-13T07:19:44,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38911 is added to blk_1073741837_1013 (size=5672) 2024-11-13T07:19:44,923 INFO [M:0;2998b885bdef:43149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82a65a5e102442b28e7b54d627a753d2 2024-11-13T07:19:44,972 DEBUG [M:0;2998b885bdef:43149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4821785b77574183845bbe330a769ef4 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731482333339/Put/seqid=0 2024-11-13T07:19:44,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38911 is added to blk_1073741838_1014 (size=5412) 2024-11-13T07:19:44,983 INFO [M:0;2998b885bdef:43149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.09 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4821785b77574183845bbe330a769ef4 2024-11-13T07:19:45,003 INFO [M:0;2998b885bdef:43149 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4821785b77574183845bbe330a769ef4 2024-11-13T07:19:45,033 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T07:19:45,038 DEBUG [M:0;2998b885bdef:43149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bf77a87e9ebd4cf3b078282294b85383 is 69, key is 2998b885bdef,39255,1731482330297/rs:state/1731482332213/Put/seqid=0 2024-11-13T07:19:45,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38911 is added to blk_1073741839_1015 (size=5156) 2024-11-13T07:19:45,128 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T07:19:45,130 INFO [M:0;2998b885bdef:43149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bf77a87e9ebd4cf3b078282294b85383 2024-11-13T07:19:45,143 DEBUG [M:0;2998b885bdef:43149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82a65a5e102442b28e7b54d627a753d2 as hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82a65a5e102442b28e7b54d627a753d2 2024-11-13T07:19:45,159 INFO [M:0;2998b885bdef:43149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82a65a5e102442b28e7b54d627a753d2, entries=8, sequenceid=29, filesize=5.5 K 2024-11-13T07:19:45,170 DEBUG [M:0;2998b885bdef:43149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4821785b77574183845bbe330a769ef4 as hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4821785b77574183845bbe330a769ef4 2024-11-13T07:19:45,183 INFO [M:0;2998b885bdef:43149 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4821785b77574183845bbe330a769ef4 2024-11-13T07:19:45,184 INFO [M:0;2998b885bdef:43149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4821785b77574183845bbe330a769ef4, entries=3, sequenceid=29, filesize=5.3 K 2024-11-13T07:19:45,186 DEBUG [M:0;2998b885bdef:43149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bf77a87e9ebd4cf3b078282294b85383 as hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bf77a87e9ebd4cf3b078282294b85383 2024-11-13T07:19:45,199 INFO [M:0;2998b885bdef:43149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45895/user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bf77a87e9ebd4cf3b078282294b85383, entries=1, sequenceid=29, filesize=5.0 K 2024-11-13T07:19:45,201 INFO [M:0;2998b885bdef:43149 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.65 KB/7834, heapSize ~11.02 KB/11288, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 354ms, sequenceid=29, compaction requested=false 2024-11-13T07:19:45,205 INFO [M:0;2998b885bdef:43149 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:19:45,205 DEBUG [M:0;2998b885bdef:43149 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482384847Disabling compacts and flushes for region at 1731482384847Disabling writes for close at 1731482384847Obtaining lock to block concurrent updates at 1731482384847Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731482384847Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7834, getHeapSize=11528, getOffHeapSize=0, getCellsCount=36 at 1731482384848 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731482384849 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731482384849Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731482384879 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731482384879Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731482384939 (+60 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731482384971 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731482384971Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731482385003 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731482385037 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731482385038 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ef285fa: reopening flushed file at 1731482385141 (+103 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77267bd: reopening flushed file at 1731482385159 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4984323d: reopening flushed file at 1731482385184 (+25 ms)Finished flush of dataSize ~7.65 KB/7834, heapSize ~11.02 KB/11288, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 354ms, sequenceid=29, compaction requested=false at 1731482385201 (+17 ms)Writing region close event to WAL at 1731482385205 (+4 ms)Closed at 1731482385205 2024-11-13T07:19:45,208 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5ecb943c-3072-4d45-cb09-d7ecda610131/MasterData/WALs/2998b885bdef,43149,1731482330081/2998b885bdef%2C43149%2C1731482330081.1731482331645 not finished, retry = 0 2024-11-13T07:19:45,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38911 is added to blk_1073741830_1006 (size=10261) 2024-11-13T07:19:45,310 INFO [M:0;2998b885bdef:43149 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T07:19:45,310 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:19:45,311 INFO [M:0;2998b885bdef:43149 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43149 2024-11-13T07:19:45,314 INFO [M:0;2998b885bdef:43149 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:19:45,477 INFO [M:0;2998b885bdef:43149 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:19:45,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43149-0x101330f60ac0003, quorum=127.0.0.1:59009, baseZNode=/11105730538 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:19:45,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43149-0x101330f60ac0003, quorum=127.0.0.1:59009, baseZNode=/11105730538 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:19:45,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f52129a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:19:45,493 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b144d2e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:19:45,493 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:19:45,494 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1624ab1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:19:45,494 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a35ba74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74d3dbac-47fb-6b9f-5595-99fe8b907e0b/hadoop.log.dir/,STOPPED} 2024-11-13T07:19:45,511 WARN [BP-1145564886-172.17.0.3-1731482326723 heartbeating to localhost/127.0.0.1:45895 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T07:19:45,512 WARN [BP-1145564886-172.17.0.3-1731482326723 heartbeating to localhost/127.0.0.1:45895 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1145564886-172.17.0.3-1731482326723 (Datanode Uuid 579aa00d-cfe3-4c3b-ae4f-b22122e0b504) service to localhost/127.0.0.1:45895 2024-11-13T07:19:45,514 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74d3dbac-47fb-6b9f-5595-99fe8b907e0b/cluster_c4560ea1-3b38-342e-57ba-48670b9ebc05/data/data2/current/BP-1145564886-172.17.0.3-1731482326723 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:19:45,514 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T07:19:45,514 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T07:19:45,516 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74d3dbac-47fb-6b9f-5595-99fe8b907e0b/cluster_c4560ea1-3b38-342e-57ba-48670b9ebc05/data/data1/current/BP-1145564886-172.17.0.3-1731482326723 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:19:45,521 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T07:19:45,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ff88167{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:19:45,537 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22967455{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:19:45,537 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:19:45,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@eac06d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:19:45,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@597920fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74d3dbac-47fb-6b9f-5595-99fe8b907e0b/hadoop.log.dir/,STOPPED} 2024-11-13T07:19:45,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T07:19:45,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T07:19:45,579 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:19:45,579 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:19:45,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:19:45,579 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:19:45,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:19:45,581 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T07:19:45,581 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=528843661, stopped=false 2024-11-13T07:19:45,581 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2998b885bdef,42123,1731482360575 2024-11-13T07:19:45,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x101330f60ac0006, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-264440717/running 2024-11-13T07:19:45,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x101330f60ac0006, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-264440717 2024-11-13T07:19:45,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36615-0x101330f60ac0007, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-264440717/running 2024-11-13T07:19:45,646 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:19:45,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36615-0x101330f60ac0007, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-264440717 2024-11-13T07:19:45,647 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:19:45,647 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:19:45,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:19:45,648 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2998b885bdef,36615,1731482367861' ***** 2024-11-13T07:19:45,648 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T07:19:45,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42123-0x101330f60ac0006, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Set watcher on znode that does not yet exist, /0-264440717/running 2024-11-13T07:19:45,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36615-0x101330f60ac0007, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Set watcher on znode that does not yet exist, /0-264440717/running 2024-11-13T07:19:45,648 INFO [RS:0;2998b885bdef:36615 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T07:19:45,649 INFO [RS:0;2998b885bdef:36615 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T07:19:45,649 INFO [RS:0;2998b885bdef:36615 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T07:19:45,649 INFO [RS:0;2998b885bdef:36615 {}] regionserver.HRegionServer(3091): Received CLOSE for 36945224afb345921133bd1d23b8a31e 2024-11-13T07:19:45,649 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T07:19:45,649 INFO [RS:0;2998b885bdef:36615 {}] regionserver.HRegionServer(959): stopping server 2998b885bdef,36615,1731482367861 2024-11-13T07:19:45,649 INFO [RS:0;2998b885bdef:36615 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:19:45,649 INFO [RS:0;2998b885bdef:36615 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:36615. 2024-11-13T07:19:45,649 DEBUG [RS:0;2998b885bdef:36615 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:19:45,649 DEBUG [RS:0;2998b885bdef:36615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:19:45,650 INFO [RS:0;2998b885bdef:36615 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T07:19:45,650 INFO [RS:0;2998b885bdef:36615 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T07:19:45,650 INFO [RS:0;2998b885bdef:36615 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T07:19:45,650 INFO [RS:0;2998b885bdef:36615 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T07:19:45,651 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 36945224afb345921133bd1d23b8a31e, disabling compactions & flushes 2024-11-13T07:19:45,651 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e. 2024-11-13T07:19:45,651 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e. 2024-11-13T07:19:45,651 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e. after waiting 0 ms 2024-11-13T07:19:45,651 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e. 2024-11-13T07:19:45,664 INFO [RS:0;2998b885bdef:36615 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T07:19:45,664 DEBUG [RS:0;2998b885bdef:36615 {}] regionserver.HRegionServer(1325): Online Regions={36945224afb345921133bd1d23b8a31e=hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T07:19:45,664 DEBUG [RS:0;2998b885bdef:36615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36945224afb345921133bd1d23b8a31e 2024-11-13T07:19:45,664 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:19:45,664 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:19:45,664 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:19:45,664 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:19:45,665 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:19:45,665 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-13T07:19:45,679 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/replication/36945224afb345921133bd1d23b8a31e/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-13T07:19:45,680 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:19:45,681 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:19:45,681 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e. 2024-11-13T07:19:45,681 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 36945224afb345921133bd1d23b8a31e: Waiting for close lock at 1731482385650Running coprocessor pre-close hooks at 1731482385650Disabling compacts and flushes for region at 1731482385650Disabling writes for close at 1731482385651 (+1 ms)Writing region close event to WAL at 1731482385668 (+17 ms)Running coprocessor post-close hooks at 1731482385680 (+12 ms)Closed at 1731482385681 (+1 ms) 2024-11-13T07:19:45,681 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e. 2024-11-13T07:19:45,699 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/meta/1588230740/.tmp/info/784f6a72dfb740489cc5627fc1e0034b is 147, key is hbase:replication,,1731482333652.36945224afb345921133bd1d23b8a31e./info:regioninfo/1731482383643/Put/seqid=0 2024-11-13T07:19:45,708 INFO [regionserver/2998b885bdef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:19:45,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741851_1027 (size=6385) 2024-11-13T07:19:45,814 INFO [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T07:19:45,815 INFO [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T07:19:45,826 DEBUG [RS:0;2998b885bdef:36615.replicationSource.wal-reader.2998b885bdef%2C36615%2C1731482367861,2-2998b885bdef,36615,1731482367861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,36615,1731482367861/2998b885bdef%2C36615%2C1731482367861.1731482378964 to pos 0, reset compression=false 2024-11-13T07:19:45,836 DEBUG [RS:0;2998b885bdef:36615.replicationSource.wal-reader.2998b885bdef%2C36615%2C1731482367861,1-2998b885bdef,36615,1731482367861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,36615,1731482367861/2998b885bdef%2C36615%2C1731482367861.1731482378964 to pos 0, reset compression=false 2024-11-13T07:19:45,865 DEBUG [RS:0;2998b885bdef:36615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:19:46,065 DEBUG [RS:0;2998b885bdef:36615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:19:46,160 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/meta/1588230740/.tmp/info/784f6a72dfb740489cc5627fc1e0034b 2024-11-13T07:19:46,173 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/meta/1588230740/.tmp/info/784f6a72dfb740489cc5627fc1e0034b as hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/meta/1588230740/info/784f6a72dfb740489cc5627fc1e0034b 2024-11-13T07:19:46,188 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/meta/1588230740/info/784f6a72dfb740489cc5627fc1e0034b, entries=8, sequenceid=19, filesize=6.2 K 2024-11-13T07:19:46,191 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 526ms, sequenceid=19, compaction requested=false 2024-11-13T07:19:46,213 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-13T07:19:46,214 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:19:46,214 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:19:46,214 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:19:46,214 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482385664Running coprocessor pre-close hooks at 1731482385664Disabling compacts and flushes for region at 1731482385664Disabling writes for close at 1731482385665 (+1 ms)Obtaining lock to block concurrent updates at 1731482385665Preparing flush snapshotting stores in 1588230740 at 1731482385665Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731482385665Flushing stores of hbase:meta,,1.1588230740 at 1731482385666 (+1 ms)Flushing 1588230740/info: creating writer at 1731482385666Flushing 1588230740/info: appending metadata at 1731482385699 (+33 ms)Flushing 1588230740/info: closing flushed file at 1731482385699Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@440bb1cf: reopening flushed file at 1731482386172 (+473 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 526ms, sequenceid=19, compaction requested=false at 1731482386191 (+19 ms)Writing region close event to WAL at 1731482386201 (+10 ms)Running coprocessor post-close hooks at 1731482386214 (+13 ms)Closed at 1731482386214 2024-11-13T07:19:46,214 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T07:19:46,265 INFO [RS:0;2998b885bdef:36615 {}] regionserver.HRegionServer(976): stopping server 2998b885bdef,36615,1731482367861; all regions closed. 2024-11-13T07:19:46,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741849_1025 (size=2156) 2024-11-13T07:19:46,287 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/WALs/2998b885bdef,36615,1731482367861/2998b885bdef%2C36615%2C1731482367861.meta.1731482379451.meta not finished, retry = 0 2024-11-13T07:19:46,403 DEBUG [RS:0;2998b885bdef:36615 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/oldWALs 2024-11-13T07:19:46,403 INFO [RS:0;2998b885bdef:36615 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C36615%2C1731482367861.meta:.meta(num 1731482379451) 2024-11-13T07:19:46,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741850_1026 (size=796) 2024-11-13T07:19:46,434 DEBUG [RS:0;2998b885bdef:36615 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/oldWALs 2024-11-13T07:19:46,434 INFO [RS:0;2998b885bdef:36615 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C36615%2C1731482367861.rep:(num 1731482383469) 2024-11-13T07:19:46,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741848_1024 (size=93) 2024-11-13T07:19:46,444 DEBUG [RS:0;2998b885bdef:36615 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/oldWALs 2024-11-13T07:19:46,444 INFO [RS:0;2998b885bdef:36615 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C36615%2C1731482367861:(num 1731482378964) 2024-11-13T07:19:46,445 DEBUG [RS:0;2998b885bdef:36615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:19:46,445 INFO [RS:0;2998b885bdef:36615 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:19:46,445 INFO [RS:0;2998b885bdef:36615 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:19:46,445 INFO [RS:0;2998b885bdef:36615 {}] hbase.ChoreService(370): Chore service for: regionserver/2998b885bdef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T07:19:46,445 INFO [RS:0;2998b885bdef:36615 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:19:46,445 INFO [regionserver/2998b885bdef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:19:46,445 INFO [RS:0;2998b885bdef:36615 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2998b885bdef,36615,1731482367861 because: Region server is closing 2024-11-13T07:19:46,445 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/2998b885bdef:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-13T07:19:46,446 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/2998b885bdef:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-13T07:19:46,446 INFO [RS:0;2998b885bdef:36615 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:36615. 2024-11-13T07:19:46,446 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/2998b885bdef:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-13T07:19:46,446 DEBUG [RS:0;2998b885bdef:36615 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:19:46,446 DEBUG [RS:0;2998b885bdef:36615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:19:46,451 DEBUG [RS:0;2998b885bdef:36615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:19:46,451 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:19:46,552 WARN [RS:0;2998b885bdef:36615.replicationSource.wal-reader.2998b885bdef%2C36615%2C1731482367861,1-2998b885bdef,36615,1731482367861 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T07:19:46,553 WARN [RS:0;2998b885bdef:36615.replicationSource.shipper2998b885bdef%2C36615%2C1731482367861,1-2998b885bdef,36615,1731482367861 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T07:19:46,554 INFO [RS:0;2998b885bdef:36615 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;2998b885bdef:36615.replicationSource.shipper2998b885bdef%2C36615%2C1731482367861,1-2998b885bdef,36615,1731482367861 terminated 2024-11-13T07:19:46,554 INFO [RS:0;2998b885bdef:36615 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-2998b885bdef,36615,1731482367861 because: Region server is closing 2024-11-13T07:19:46,554 INFO [RS:0;2998b885bdef:36615 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:36615. 2024-11-13T07:19:46,554 DEBUG [RS:0;2998b885bdef:36615 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:19:46,554 DEBUG [RS:0;2998b885bdef:36615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:19:46,554 DEBUG [RS:0;2998b885bdef:36615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:19:46,555 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:19:46,656 WARN [RS:0;2998b885bdef:36615.replicationSource.wal-reader.2998b885bdef%2C36615%2C1731482367861,2-2998b885bdef,36615,1731482367861 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T07:19:46,656 WARN [RS:0;2998b885bdef:36615.replicationSource.shipper2998b885bdef%2C36615%2C1731482367861,2-2998b885bdef,36615,1731482367861 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T07:19:46,657 INFO [RS:0;2998b885bdef:36615 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;2998b885bdef:36615.replicationSource.shipper2998b885bdef%2C36615%2C1731482367861,2-2998b885bdef,36615,1731482367861 terminated 2024-11-13T07:19:46,657 INFO [RS:0;2998b885bdef:36615 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36615 2024-11-13T07:19:46,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36615-0x101330f60ac0007, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-264440717/rs/2998b885bdef,36615,1731482367861 2024-11-13T07:19:46,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x101330f60ac0006, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-264440717/rs 2024-11-13T07:19:46,723 INFO [RS:0;2998b885bdef:36615 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:19:46,723 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2998b885bdef,36615,1731482367861] 2024-11-13T07:19:46,829 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-264440717/draining/2998b885bdef,36615,1731482367861 already deleted, retry=false 2024-11-13T07:19:46,829 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2998b885bdef,36615,1731482367861 expired; onlineServers=0 2024-11-13T07:19:46,829 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2998b885bdef,42123,1731482360575' ***** 2024-11-13T07:19:46,829 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T07:19:46,829 INFO [M:0;2998b885bdef:42123 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:19:46,829 INFO [M:0;2998b885bdef:42123 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:19:46,829 DEBUG [M:0;2998b885bdef:42123 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T07:19:46,829 DEBUG [M:0;2998b885bdef:42123 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T07:19:46,829 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482378554 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482378554,5,FailOnTimeoutGroup] 2024-11-13T07:19:46,829 INFO [M:0;2998b885bdef:42123 {}] hbase.ChoreService(370): Chore service for: master/2998b885bdef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T07:19:46,829 INFO [M:0;2998b885bdef:42123 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:19:46,830 DEBUG [M:0;2998b885bdef:42123 {}] master.HMaster(1795): Stopping service threads 2024-11-13T07:19:46,830 INFO [M:0;2998b885bdef:42123 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T07:19:46,830 INFO [M:0;2998b885bdef:42123 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:19:46,830 INFO [M:0;2998b885bdef:42123 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T07:19:46,830 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T07:19:46,831 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T07:19:46,831 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482378554 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482378554,5,FailOnTimeoutGroup] 2024-11-13T07:19:46,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x101330f60ac0006, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-264440717/master 2024-11-13T07:19:46,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x101330f60ac0006, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-264440717 2024-11-13T07:19:46,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36615-0x101330f60ac0007, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:19:46,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36615-0x101330f60ac0007, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:19:46,918 INFO [RS:0;2998b885bdef:36615 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:19:46,918 INFO [RS:0;2998b885bdef:36615 {}] regionserver.HRegionServer(1031): Exiting; stopping=2998b885bdef,36615,1731482367861; zookeeper connection closed. 2024-11-13T07:19:46,919 DEBUG [M:0;2998b885bdef:42123 {}] zookeeper.ZKUtil(347): master:42123-0x101330f60ac0006, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Unable to get data of znode /0-264440717/master because node does not exist (not an error) 2024-11-13T07:19:46,919 WARN [M:0;2998b885bdef:42123 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T07:19:46,922 INFO [M:0;2998b885bdef:42123 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/.lastflushedseqids 2024-11-13T07:19:46,924 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5aef6bcd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5aef6bcd 2024-11-13T07:19:46,925 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T07:19:46,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741852_1028 (size=181) 2024-11-13T07:19:46,988 INFO [M:0;2998b885bdef:42123 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T07:19:46,993 INFO [M:0;2998b885bdef:42123 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T07:19:46,993 DEBUG [M:0;2998b885bdef:42123 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:19:46,993 INFO [M:0;2998b885bdef:42123 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:19:46,993 DEBUG [M:0;2998b885bdef:42123 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:19:46,993 DEBUG [M:0;2998b885bdef:42123 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:19:46,993 DEBUG [M:0;2998b885bdef:42123 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:19:46,994 INFO [M:0;2998b885bdef:42123 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-13T07:19:47,041 DEBUG [M:0;2998b885bdef:42123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae208847e11a4efd95517362a9edfd70 is 82, key is hbase:meta,,1/info:regioninfo/1731482379644/Put/seqid=0 2024-11-13T07:19:47,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741853_1029 (size=5680) 2024-11-13T07:19:47,518 INFO [M:0;2998b885bdef:42123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae208847e11a4efd95517362a9edfd70 2024-11-13T07:19:47,571 DEBUG [M:0;2998b885bdef:42123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/41adfa7c60db48799fcfc0b2e276cddc is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731482383681/Put/seqid=0 2024-11-13T07:19:47,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741854_1030 (size=7319) 2024-11-13T07:19:47,996 INFO [M:0;2998b885bdef:42123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/41adfa7c60db48799fcfc0b2e276cddc 2024-11-13T07:19:48,046 DEBUG [M:0;2998b885bdef:42123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c85e06b89001409a80ffe0d69c6d6692 is 69, key is 2998b885bdef,36615,1731482367861/rs:state/1731482378655/Put/seqid=0 2024-11-13T07:19:48,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741855_1031 (size=5371) 2024-11-13T07:19:48,106 INFO [M:0;2998b885bdef:42123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c85e06b89001409a80ffe0d69c6d6692 2024-11-13T07:19:48,128 INFO [M:0;2998b885bdef:42123 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c85e06b89001409a80ffe0d69c6d6692 2024-11-13T07:19:48,131 DEBUG [M:0;2998b885bdef:42123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae208847e11a4efd95517362a9edfd70 as hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae208847e11a4efd95517362a9edfd70 2024-11-13T07:19:48,145 INFO [M:0;2998b885bdef:42123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae208847e11a4efd95517362a9edfd70, entries=8, sequenceid=172, filesize=5.5 K 2024-11-13T07:19:48,148 DEBUG [M:0;2998b885bdef:42123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/41adfa7c60db48799fcfc0b2e276cddc as hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/41adfa7c60db48799fcfc0b2e276cddc 2024-11-13T07:19:48,181 INFO [M:0;2998b885bdef:42123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/41adfa7c60db48799fcfc0b2e276cddc, entries=7, sequenceid=172, filesize=7.1 K 2024-11-13T07:19:48,196 DEBUG [M:0;2998b885bdef:42123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c85e06b89001409a80ffe0d69c6d6692 as hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c85e06b89001409a80ffe0d69c6d6692 2024-11-13T07:19:48,248 INFO [M:0;2998b885bdef:42123 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c85e06b89001409a80ffe0d69c6d6692 2024-11-13T07:19:48,248 INFO [M:0;2998b885bdef:42123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43493/user/jenkins/test-data/d1455a9c-0399-2494-5144-e3ffb92fb192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c85e06b89001409a80ffe0d69c6d6692, entries=2, sequenceid=172, filesize=5.2 K 2024-11-13T07:19:48,250 INFO [M:0;2998b885bdef:42123 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1257ms, sequenceid=172, compaction requested=false 2024-11-13T07:19:48,259 INFO [M:0;2998b885bdef:42123 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:19:48,259 DEBUG [M:0;2998b885bdef:42123 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482386993Disabling compacts and flushes for region at 1731482386993Disabling writes for close at 1731482386993Obtaining lock to block concurrent updates at 1731482386994 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731482386994Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731482386994Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731482387001 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731482387001Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731482387040 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731482387040Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731482387532 (+492 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731482387570 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731482387570Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731482388009 (+439 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731482388039 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731482388045 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3538c749: reopening flushed file at 1731482388128 (+83 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@381278f7: reopening flushed file at 1731482388146 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78679572: reopening flushed file at 1731482388189 (+43 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1257ms, sequenceid=172, compaction requested=false at 1731482388250 (+61 ms)Writing region close event to WAL at 1731482388259 (+9 ms)Closed at 1731482388259 2024-11-13T07:19:48,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741847_1023 (size=22949) 2024-11-13T07:19:48,304 INFO [M:0;2998b885bdef:42123 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T07:19:48,304 INFO [M:0;2998b885bdef:42123 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42123 2024-11-13T07:19:48,304 INFO [M:0;2998b885bdef:42123 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:19:48,304 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:19:48,471 INFO [M:0;2998b885bdef:42123 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:19:48,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x101330f60ac0006, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:19:48,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x101330f60ac0006, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:19:48,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@318ae30c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:19:48,521 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:19:48,521 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:19:48,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:19:48,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf0fa8f-509f-cf7c-62eb-19ddc77ba3eb/hadoop.log.dir/,STOPPED} 2024-11-13T07:19:48,524 WARN [BP-1578802809-172.17.0.3-1731482315098 heartbeating to localhost/127.0.0.1:43493 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T07:19:48,524 WARN [BP-1578802809-172.17.0.3-1731482315098 heartbeating to localhost/127.0.0.1:43493 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1578802809-172.17.0.3-1731482315098 (Datanode Uuid 89b9c5f8-3dc9-4e13-b2de-10b82b23c409) service to localhost/127.0.0.1:43493 2024-11-13T07:19:48,525 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T07:19:48,525 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T07:19:48,525 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf0fa8f-509f-cf7c-62eb-19ddc77ba3eb/cluster_4eaa76c6-b196-9806-5895-caf96b694a36/data/data2/current/BP-1578802809-172.17.0.3-1731482315098 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:19:48,526 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T07:19:48,536 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf0fa8f-509f-cf7c-62eb-19ddc77ba3eb/cluster_4eaa76c6-b196-9806-5895-caf96b694a36/data/data1/current/BP-1578802809-172.17.0.3-1731482315098 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:19:48,549 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:19:48,553 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:19:48,553 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:19:48,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:19:48,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf0fa8f-509f-cf7c-62eb-19ddc77ba3eb/hadoop.log.dir/,STOPPED} 2024-11-13T07:19:48,574 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T07:19:48,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T07:19:48,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101330f60ac0005, quorum=127.0.0.1:59009, baseZNode=/11105730538 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T07:19:48,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101330f60ac0005, quorum=127.0.0.1:59009, baseZNode=/11105730538 Received Disconnected from ZooKeeper, ignoring 2024-11-13T07:19:48,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101330f60ac0002, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T07:19:48,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101330f60ac0002, quorum=127.0.0.1:59009, baseZNode=/0-264440717 Received Disconnected from ZooKeeper, ignoring 2024-11-13T07:19:48,676 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=104 (was 11) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2998b885bdef:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45895 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59009) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43493 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43493 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45895 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45895 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2998b885bdef:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:43493 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43493 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@679f09cb java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2998b885bdef:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45895 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2998b885bdef:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:43493 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2998b885bdef:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43493 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45895 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59009) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=425 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1174 (was 1213), ProcessCount=11 (was 11), AvailableMemoryMB=3216 (was 4339) 2024-11-13T07:19:48,712 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=104, OpenFileDescriptor=425, MaxFileDescriptor=1048576, SystemLoadAverage=1174, ProcessCount=11, AvailableMemoryMB=3202 2024-11-13T07:19:48,755 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-13T07:19:48,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74d3dbac-47fb-6b9f-5595-99fe8b907e0b/hadoop.log.dir so I do NOT create it in target/test-data/c3fa572c-ca1a-28b9-5d05-b0a5663d2774 2024-11-13T07:19:48,758 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74d3dbac-47fb-6b9f-5595-99fe8b907e0b/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T07:19:48,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74d3dbac-47fb-6b9f-5595-99fe8b907e0b/hadoop.tmp.dir so I do NOT create it in target/test-data/c3fa572c-ca1a-28b9-5d05-b0a5663d2774 2024-11-13T07:19:48,758 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74d3dbac-47fb-6b9f-5595-99fe8b907e0b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T07:19:48,758 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3fa572c-ca1a-28b9-5d05-b0a5663d2774 2024-11-13T07:19:48,758 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3fa572c-ca1a-28b9-5d05-b0a5663d2774/cluster_4ea6281b-d06a-1e37-9f5f-fbfde468f1a4, deleteOnExit=true 2024-11-13T07:19:48,865 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3fa572c-ca1a-28b9-5d05-b0a5663d2774/cluster_4ea6281b-d06a-1e37-9f5f-fbfde468f1a4/zookeeper_0, clientPort=55283, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3fa572c-ca1a-28b9-5d05-b0a5663d2774/cluster_4ea6281b-d06a-1e37-9f5f-fbfde468f1a4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3fa572c-ca1a-28b9-5d05-b0a5663d2774/cluster_4ea6281b-d06a-1e37-9f5f-fbfde468f1a4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T07:19:48,878 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55283 2024-11-13T07:19:48,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T07:19:48,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T07:19:48,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3fa572c-ca1a-28b9-5d05-b0a5663d2774/test.cache.data in system properties and HBase conf 2024-11-13T07:19:48,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3fa572c-ca1a-28b9-5d05-b0a5663d2774/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T07:19:48,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3fa572c-ca1a-28b9-5d05-b0a5663d2774/hadoop.log.dir in system properties and HBase conf 2024-11-13T07:19:48,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3fa572c-ca1a-28b9-5d05-b0a5663d2774/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T07:19:48,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3fa572c-ca1a-28b9-5d05-b0a5663d2774/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T07:19:48,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T07:19:48,880 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T07:19:48,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3fa572c-ca1a-28b9-5d05-b0a5663d2774/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:19:48,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3fa572c-ca1a-28b9-5d05-b0a5663d2774/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:19:48,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3fa572c-ca1a-28b9-5d05-b0a5663d2774/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T07:19:48,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3fa572c-ca1a-28b9-5d05-b0a5663d2774/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:19:48,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3fa572c-ca1a-28b9-5d05-b0a5663d2774/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T07:19:48,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3fa572c-ca1a-28b9-5d05-b0a5663d2774/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T07:19:48,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3fa572c-ca1a-28b9-5d05-b0a5663d2774/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:19:48,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3fa572c-ca1a-28b9-5d05-b0a5663d2774/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:19:48,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3fa572c-ca1a-28b9-5d05-b0a5663d2774/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T07:19:48,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3fa572c-ca1a-28b9-5d05-b0a5663d2774/nfs.dump.dir in system properties and HBase conf 2024-11-13T07:19:48,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3fa572c-ca1a-28b9-5d05-b0a5663d2774/java.io.tmpdir in system properties and HBase conf 2024-11-13T07:19:48,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3fa572c-ca1a-28b9-5d05-b0a5663d2774/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:19:48,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3fa572c-ca1a-28b9-5d05-b0a5663d2774/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T07:19:48,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3fa572c-ca1a-28b9-5d05-b0a5663d2774/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T07:19:49,514 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:19:49,523 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:19:49,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:19:49,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:19:49,601 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T07:19:49,613 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:19:49,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32531b71{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3fa572c-ca1a-28b9-5d05-b0a5663d2774/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:19:49,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4343dd3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:19:50,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:19:50,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T07:19:50,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T07:19:50,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:19:50,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77a0b3f4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3fa572c-ca1a-28b9-5d05-b0a5663d2774/java.io.tmpdir/jetty-localhost-43135-hadoop-hdfs-3_4_1-tests_jar-_-any-2660934913843165493/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:19:50,819 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8880471{HTTP/1.1, (http/1.1)}{localhost:43135} 2024-11-13T07:19:50,819 INFO [Time-limited test {}] server.Server(415): Started @78709ms 2024-11-13T07:19:51,183 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T07:19:51,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:19:51,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:20:32,001 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:20:32,005 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:20:32,006 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:20:32,006 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:20:32,006 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T07:20:32,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f9317a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3fa572c-ca1a-28b9-5d05-b0a5663d2774/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:20:32,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f5d60d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:20:32,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ac764ec{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3fa572c-ca1a-28b9-5d05-b0a5663d2774/java.io.tmpdir/jetty-localhost-46457-hadoop-hdfs-3_4_1-tests_jar-_-any-865163400711082766/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:20:32,111 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7606b15b{HTTP/1.1, (http/1.1)}{localhost:46457} 2024-11-13T07:20:32,111 INFO [Time-limited test {}] server.Server(415): Started @120002ms 2024-11-13T07:20:32,113 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T07:20:34,166 WARN [Thread-510 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3fa572c-ca1a-28b9-5d05-b0a5663d2774/cluster_4ea6281b-d06a-1e37-9f5f-fbfde468f1a4/data/data1/current/BP-473350889-172.17.0.3-1731482388944/current, will proceed with Du for space computation calculation, 2024-11-13T07:20:34,166 WARN [Thread-511 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3fa572c-ca1a-28b9-5d05-b0a5663d2774/cluster_4ea6281b-d06a-1e37-9f5f-fbfde468f1a4/data/data2/current/BP-473350889-172.17.0.3-1731482388944/current, will proceed with Du for space computation calculation, 2024-11-13T07:20:34,186 WARN [Thread-498 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T07:20:34,189 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5457e6c0b0caeb54 with lease ID 0xb285358831722430: Processing first storage report for DS-d2c10dd1-e108-486b-8a01-3bcd84214617 from datanode DatanodeRegistration(127.0.0.1:45657, datanodeUuid=ca527158-0015-4f93-8bf8-8b0119a97e69, infoPort=32853, infoSecurePort=0, ipcPort=41633, storageInfo=lv=-57;cid=testClusterID;nsid=1249380806;c=1731482388944) 2024-11-13T07:20:34,189 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5457e6c0b0caeb54 with lease ID 0xb285358831722430: from storage DS-d2c10dd1-e108-486b-8a01-3bcd84214617 node DatanodeRegistration(127.0.0.1:45657, datanodeUuid=ca527158-0015-4f93-8bf8-8b0119a97e69, infoPort=32853, infoSecurePort=0, ipcPort=41633, storageInfo=lv=-57;cid=testClusterID;nsid=1249380806;c=1731482388944), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T07:20:34,189 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5457e6c0b0caeb54 with lease ID 0xb285358831722430: Processing first storage report for DS-9f98ac96-77e8-4b9b-a74f-bb7212564020 from datanode DatanodeRegistration(127.0.0.1:45657, datanodeUuid=ca527158-0015-4f93-8bf8-8b0119a97e69, infoPort=32853, infoSecurePort=0, ipcPort=41633, storageInfo=lv=-57;cid=testClusterID;nsid=1249380806;c=1731482388944) 2024-11-13T07:20:34,189 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5457e6c0b0caeb54 with lease ID 0xb285358831722430: from storage DS-9f98ac96-77e8-4b9b-a74f-bb7212564020 node DatanodeRegistration(127.0.0.1:45657, datanodeUuid=ca527158-0015-4f93-8bf8-8b0119a97e69, infoPort=32853, infoSecurePort=0, ipcPort=41633, storageInfo=lv=-57;cid=testClusterID;nsid=1249380806;c=1731482388944), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T07:20:34,269 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3fa572c-ca1a-28b9-5d05-b0a5663d2774 2024-11-13T07:20:34,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:20:34,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:20:34,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741825_1001 (size=7) 2024-11-13T07:20:34,681 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907 with version=8 2024-11-13T07:20:34,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/hbase-staging 2024-11-13T07:20:34,683 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:20:34,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:20:34,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:20:34,684 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:20:34,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:20:34,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:20:34,684 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T07:20:34,684 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:20:34,685 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35201 2024-11-13T07:20:34,686 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35201 connecting to ZooKeeper ensemble=127.0.0.1:55283 2024-11-13T07:20:34,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352010x0, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:20:34,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35201-0x101331085030000 connected 2024-11-13T07:20:34,988 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:20:34,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:20:34,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35201-0x101331085030000, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Set watcher on znode that does not yet exist, /0-1586758142/running 2024-11-13T07:20:34,993 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907, hbase.cluster.distributed=false 2024-11-13T07:20:34,995 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35201-0x101331085030000, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Set watcher on znode that does not yet exist, /0-1586758142/acl 2024-11-13T07:20:34,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35201 2024-11-13T07:20:34,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35201 2024-11-13T07:20:34,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35201 2024-11-13T07:20:34,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35201 2024-11-13T07:20:34,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35201 2024-11-13T07:20:35,011 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:20:35,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:20:35,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:20:35,011 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:20:35,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:20:35,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:20:35,011 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T07:20:35,012 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:20:35,012 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43043 2024-11-13T07:20:35,013 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43043 connecting to ZooKeeper ensemble=127.0.0.1:55283 2024-11-13T07:20:35,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:20:35,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:20:35,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430430x0, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:20:35,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430430x0, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Set watcher on znode that does not yet exist, /0-1586758142/running 2024-11-13T07:20:35,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43043-0x101331085030001 connected 2024-11-13T07:20:35,030 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T07:20:35,032 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T07:20:35,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43043-0x101331085030001, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Set watcher on znode that does not yet exist, /0-1586758142/master 2024-11-13T07:20:35,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43043-0x101331085030001, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Set watcher on znode that does not yet exist, /0-1586758142/acl 2024-11-13T07:20:35,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43043 2024-11-13T07:20:35,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43043 2024-11-13T07:20:35,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43043 2024-11-13T07:20:35,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43043 2024-11-13T07:20:35,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43043 2024-11-13T07:20:35,061 DEBUG [M:0;2998b885bdef:35201 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2998b885bdef:35201 2024-11-13T07:20:35,068 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1586758142/backup-masters/2998b885bdef,35201,1731482434683 2024-11-13T07:20:35,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43043-0x101331085030001, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586758142/backup-masters 2024-11-13T07:20:35,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35201-0x101331085030000, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586758142/backup-masters 2024-11-13T07:20:35,084 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35201-0x101331085030000, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Set watcher on existing znode=/0-1586758142/backup-masters/2998b885bdef,35201,1731482434683 2024-11-13T07:20:35,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43043-0x101331085030001, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1586758142/master 2024-11-13T07:20:35,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43043-0x101331085030001, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586758142 2024-11-13T07:20:35,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35201-0x101331085030000, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586758142 2024-11-13T07:20:35,094 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35201-0x101331085030000, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Set watcher on existing znode=/0-1586758142/master 2024-11-13T07:20:35,094 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1586758142/backup-masters/2998b885bdef,35201,1731482434683 from backup master directory 2024-11-13T07:20:35,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35201-0x101331085030000, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1586758142/backup-masters/2998b885bdef,35201,1731482434683 2024-11-13T07:20:35,103 WARN [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:20:35,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43043-0x101331085030001, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586758142/backup-masters 2024-11-13T07:20:35,103 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2998b885bdef,35201,1731482434683 2024-11-13T07:20:35,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35201-0x101331085030000, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586758142/backup-masters 2024-11-13T07:20:35,111 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/hbase.id] with ID: 05260f00-14db-424a-a76b-409aef62a697 2024-11-13T07:20:35,111 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/.tmp/hbase.id 2024-11-13T07:20:35,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741826_1002 (size=42) 2024-11-13T07:20:35,524 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/.tmp/hbase.id]:[hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/hbase.id] 2024-11-13T07:20:35,551 INFO [master/2998b885bdef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:20:35,551 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T07:20:35,554 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-13T07:20:35,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35201-0x101331085030000, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586758142 2024-11-13T07:20:35,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43043-0x101331085030001, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586758142 2024-11-13T07:20:35,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741827_1003 (size=196) 2024-11-13T07:20:35,986 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:20:35,987 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T07:20:35,988 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:20:36,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741828_1004 (size=1189) 2024-11-13T07:20:36,401 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/MasterData/data/master/store 2024-11-13T07:20:36,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741829_1005 (size=34) 2024-11-13T07:20:36,413 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:20:36,414 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:20:36,414 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:20:36,414 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:20:36,414 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:20:36,414 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:20:36,414 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:20:36,414 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482436413Disabling compacts and flushes for region at 1731482436413Disabling writes for close at 1731482436414 (+1 ms)Writing region close event to WAL at 1731482436414Closed at 1731482436414 2024-11-13T07:20:36,419 WARN [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/MasterData/data/master/store/.initializing 2024-11-13T07:20:36,419 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/MasterData/WALs/2998b885bdef,35201,1731482434683 2024-11-13T07:20:36,421 INFO [master/2998b885bdef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:20:36,426 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2998b885bdef%2C35201%2C1731482434683, suffix=, logDir=hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/MasterData/WALs/2998b885bdef,35201,1731482434683, archiveDir=hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/MasterData/oldWALs, maxLogs=10 2024-11-13T07:20:36,445 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/MasterData/WALs/2998b885bdef,35201,1731482434683/2998b885bdef%2C35201%2C1731482434683.1731482436426, exclude list is [], retry=0 2024-11-13T07:20:36,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45657,DS-d2c10dd1-e108-486b-8a01-3bcd84214617,DISK] 2024-11-13T07:20:36,467 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/MasterData/WALs/2998b885bdef,35201,1731482434683/2998b885bdef%2C35201%2C1731482434683.1731482436426 2024-11-13T07:20:36,471 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32853:32853)] 2024-11-13T07:20:36,471 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:20:36,471 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:20:36,471 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:20:36,471 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:20:36,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:20:36,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T07:20:36,484 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:36,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:20:36,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:20:36,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T07:20:36,496 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:36,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:20:36,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:20:36,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T07:20:36,513 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:36,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:20:36,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:20:36,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T07:20:36,517 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:36,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:20:36,518 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:20:36,520 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:20:36,521 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:20:36,523 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:20:36,523 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:20:36,524 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:20:36,526 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:20:36,536 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:20:36,537 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60035561, jitterRate=-0.10540042817592621}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:20:36,539 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731482436472Initializing all the Stores at 1731482436474 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482436474Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482436480 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482436480Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482436480Cleaning up temporary data from old regions at 1731482436523 (+43 ms)Region opened successfully at 1731482436539 (+16 ms) 2024-11-13T07:20:36,540 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T07:20:36,550 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44500da4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:20:36,554 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T07:20:36,555 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T07:20:36,555 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T07:20:36,555 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T07:20:36,557 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T07:20:36,558 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T07:20:36,561 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T07:20:36,602 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T07:20:36,604 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35201-0x101331085030000, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Unable to get data of znode /0-1586758142/balancer because node does not exist (not necessarily an error) 2024-11-13T07:20:36,608 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1586758142/balancer already deleted, retry=false 2024-11-13T07:20:36,609 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T07:20:36,610 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35201-0x101331085030000, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Unable to get data of znode /0-1586758142/normalizer because node does not exist (not necessarily an error) 2024-11-13T07:20:36,619 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1586758142/normalizer already deleted, retry=false 2024-11-13T07:20:36,621 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T07:20:36,625 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35201-0x101331085030000, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Unable to get data of znode /0-1586758142/switch/split because node does not exist (not necessarily an error) 2024-11-13T07:20:36,629 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1586758142/switch/split already deleted, retry=false 2024-11-13T07:20:36,631 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35201-0x101331085030000, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Unable to get data of znode /0-1586758142/switch/merge because node does not exist (not necessarily an error) 2024-11-13T07:20:36,640 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1586758142/switch/merge already deleted, retry=false 2024-11-13T07:20:36,649 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35201-0x101331085030000, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Unable to get data of znode /0-1586758142/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T07:20:36,661 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1586758142/snapshot-cleanup already deleted, retry=false 2024-11-13T07:20:36,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35201-0x101331085030000, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1586758142/running 2024-11-13T07:20:36,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43043-0x101331085030001, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1586758142/running 2024-11-13T07:20:36,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35201-0x101331085030000, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586758142 2024-11-13T07:20:36,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43043-0x101331085030001, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586758142 2024-11-13T07:20:36,673 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2998b885bdef,35201,1731482434683, sessionid=0x101331085030000, setting cluster-up flag (Was=false) 2024-11-13T07:20:36,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43043-0x101331085030001, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586758142 2024-11-13T07:20:36,735 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1586758142/flush-table-proc/acquired, /0-1586758142/flush-table-proc/reached, /0-1586758142/flush-table-proc/abort 2024-11-13T07:20:36,745 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,35201,1731482434683 2024-11-13T07:20:36,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35201-0x101331085030000, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586758142 2024-11-13T07:20:36,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43043-0x101331085030001, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586758142 2024-11-13T07:20:36,808 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1586758142/online-snapshot/acquired, /0-1586758142/online-snapshot/reached, /0-1586758142/online-snapshot/abort 2024-11-13T07:20:36,809 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,35201,1731482434683 2024-11-13T07:20:36,836 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T07:20:36,843 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T07:20:36,843 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T07:20:36,844 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T07:20:36,844 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2998b885bdef,35201,1731482434683 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T07:20:36,849 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:20:36,849 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:20:36,849 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:20:36,849 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:20:36,849 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2998b885bdef:0, corePoolSize=10, maxPoolSize=10 2024-11-13T07:20:36,849 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:20:36,849 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:20:36,849 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:20:36,854 INFO [RS:0;2998b885bdef:43043 {}] regionserver.HRegionServer(746): ClusterId : 05260f00-14db-424a-a76b-409aef62a697 2024-11-13T07:20:36,854 DEBUG [RS:0;2998b885bdef:43043 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T07:20:36,869 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:20:36,869 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T07:20:36,876 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:36,876 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T07:20:36,888 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731482466888 2024-11-13T07:20:36,888 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T07:20:36,889 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T07:20:36,889 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T07:20:36,889 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T07:20:36,889 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T07:20:36,889 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T07:20:36,900 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:36,907 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T07:20:36,907 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T07:20:36,908 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T07:20:36,908 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T07:20:36,908 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T07:20:36,909 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T07:20:36,909 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482436909,5,FailOnTimeoutGroup] 2024-11-13T07:20:36,913 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482436909,5,FailOnTimeoutGroup] 2024-11-13T07:20:36,913 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:36,913 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T07:20:36,913 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:36,913 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:36,947 DEBUG [RS:0;2998b885bdef:43043 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T07:20:36,947 DEBUG [RS:0;2998b885bdef:43043 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T07:20:36,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741831_1007 (size=1321) 2024-11-13T07:20:36,966 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T07:20:36,967 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907 2024-11-13T07:20:36,993 DEBUG [RS:0;2998b885bdef:43043 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T07:20:36,993 DEBUG [RS:0;2998b885bdef:43043 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc398cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:20:37,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741832_1008 (size=32) 2024-11-13T07:20:37,018 DEBUG [RS:0;2998b885bdef:43043 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2998b885bdef:43043 2024-11-13T07:20:37,018 INFO [RS:0;2998b885bdef:43043 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T07:20:37,018 INFO [RS:0;2998b885bdef:43043 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T07:20:37,018 DEBUG [RS:0;2998b885bdef:43043 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T07:20:37,019 INFO [RS:0;2998b885bdef:43043 {}] regionserver.HRegionServer(2659): reportForDuty to master=2998b885bdef,35201,1731482434683 with port=43043, startcode=1731482435011 2024-11-13T07:20:37,019 DEBUG [RS:0;2998b885bdef:43043 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T07:20:37,028 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T07:20:37,028 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35201 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2998b885bdef,43043,1731482435011 2024-11-13T07:20:37,029 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35201 {}] master.ServerManager(517): Registering regionserver=2998b885bdef,43043,1731482435011 2024-11-13T07:20:37,032 DEBUG [RS:0;2998b885bdef:43043 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907 2024-11-13T07:20:37,032 DEBUG [RS:0;2998b885bdef:43043 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46443 2024-11-13T07:20:37,032 DEBUG [RS:0;2998b885bdef:43043 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T07:20:37,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35201-0x101331085030000, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586758142/rs 2024-11-13T07:20:37,065 DEBUG [RS:0;2998b885bdef:43043 {}] zookeeper.ZKUtil(111): regionserver:43043-0x101331085030001, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Set watcher on existing znode=/0-1586758142/rs/2998b885bdef,43043,1731482435011 2024-11-13T07:20:37,065 WARN [RS:0;2998b885bdef:43043 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:20:37,065 INFO [RS:0;2998b885bdef:43043 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:20:37,065 DEBUG [RS:0;2998b885bdef:43043 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/WALs/2998b885bdef,43043,1731482435011 2024-11-13T07:20:37,072 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2998b885bdef,43043,1731482435011] 2024-11-13T07:20:37,079 INFO [RS:0;2998b885bdef:43043 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T07:20:37,085 INFO [RS:0;2998b885bdef:43043 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T07:20:37,085 INFO [RS:0;2998b885bdef:43043 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T07:20:37,085 INFO [RS:0;2998b885bdef:43043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:37,088 INFO [RS:0;2998b885bdef:43043 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T07:20:37,092 INFO [RS:0;2998b885bdef:43043 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T07:20:37,092 INFO [RS:0;2998b885bdef:43043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:37,092 DEBUG [RS:0;2998b885bdef:43043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:20:37,093 DEBUG [RS:0;2998b885bdef:43043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:20:37,093 DEBUG [RS:0;2998b885bdef:43043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:20:37,093 DEBUG [RS:0;2998b885bdef:43043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:20:37,093 DEBUG [RS:0;2998b885bdef:43043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:20:37,093 DEBUG [RS:0;2998b885bdef:43043 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:20:37,093 DEBUG [RS:0;2998b885bdef:43043 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:20:37,093 DEBUG [RS:0;2998b885bdef:43043 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:20:37,093 DEBUG [RS:0;2998b885bdef:43043 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:20:37,093 DEBUG [RS:0;2998b885bdef:43043 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:20:37,093 DEBUG [RS:0;2998b885bdef:43043 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:20:37,093 DEBUG [RS:0;2998b885bdef:43043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:20:37,094 DEBUG [RS:0;2998b885bdef:43043 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:20:37,094 DEBUG [RS:0;2998b885bdef:43043 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:20:37,111 INFO [RS:0;2998b885bdef:43043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:37,112 INFO [RS:0;2998b885bdef:43043 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:37,112 INFO [RS:0;2998b885bdef:43043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:37,112 INFO [RS:0;2998b885bdef:43043 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:37,112 INFO [RS:0;2998b885bdef:43043 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:37,112 INFO [RS:0;2998b885bdef:43043 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,43043,1731482435011-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:20:37,174 INFO [RS:0;2998b885bdef:43043 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T07:20:37,174 INFO [RS:0;2998b885bdef:43043 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,43043,1731482435011-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:37,174 INFO [RS:0;2998b885bdef:43043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:37,174 INFO [RS:0;2998b885bdef:43043 {}] regionserver.Replication(171): 2998b885bdef,43043,1731482435011 started 2024-11-13T07:20:37,209 INFO [RS:0;2998b885bdef:43043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:37,209 INFO [RS:0;2998b885bdef:43043 {}] regionserver.HRegionServer(1482): Serving as 2998b885bdef,43043,1731482435011, RpcServer on 2998b885bdef/172.17.0.3:43043, sessionid=0x101331085030001 2024-11-13T07:20:37,209 DEBUG [RS:0;2998b885bdef:43043 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T07:20:37,209 DEBUG [RS:0;2998b885bdef:43043 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2998b885bdef,43043,1731482435011 2024-11-13T07:20:37,209 DEBUG [RS:0;2998b885bdef:43043 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,43043,1731482435011' 2024-11-13T07:20:37,209 DEBUG [RS:0;2998b885bdef:43043 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1586758142/flush-table-proc/abort' 2024-11-13T07:20:37,211 DEBUG [RS:0;2998b885bdef:43043 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1586758142/flush-table-proc/acquired' 2024-11-13T07:20:37,215 DEBUG [RS:0;2998b885bdef:43043 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T07:20:37,215 DEBUG [RS:0;2998b885bdef:43043 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T07:20:37,215 DEBUG [RS:0;2998b885bdef:43043 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2998b885bdef,43043,1731482435011 2024-11-13T07:20:37,216 DEBUG [RS:0;2998b885bdef:43043 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,43043,1731482435011' 2024-11-13T07:20:37,216 DEBUG [RS:0;2998b885bdef:43043 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1586758142/online-snapshot/abort' 2024-11-13T07:20:37,220 DEBUG [RS:0;2998b885bdef:43043 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1586758142/online-snapshot/acquired' 2024-11-13T07:20:37,225 DEBUG [RS:0;2998b885bdef:43043 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T07:20:37,225 INFO [RS:0;2998b885bdef:43043 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T07:20:37,226 INFO [RS:0;2998b885bdef:43043 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T07:20:37,326 INFO [RS:0;2998b885bdef:43043 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:20:37,328 INFO [RS:0;2998b885bdef:43043 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C43043%2C1731482435011, suffix=, logDir=hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/WALs/2998b885bdef,43043,1731482435011, archiveDir=hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/oldWALs, maxLogs=10 2024-11-13T07:20:37,349 DEBUG [RS:0;2998b885bdef:43043 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/WALs/2998b885bdef,43043,1731482435011/2998b885bdef%2C43043%2C1731482435011.1731482437329, exclude list is [], retry=0 2024-11-13T07:20:37,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45657,DS-d2c10dd1-e108-486b-8a01-3bcd84214617,DISK] 2024-11-13T07:20:37,377 INFO [RS:0;2998b885bdef:43043 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/WALs/2998b885bdef,43043,1731482435011/2998b885bdef%2C43043%2C1731482435011.1731482437329 2024-11-13T07:20:37,396 DEBUG [RS:0;2998b885bdef:43043 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32853:32853)] 2024-11-13T07:20:37,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:20:37,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:20:37,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:20:37,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:37,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:20:37,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:20:37,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:20:37,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:37,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:20:37,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:20:37,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:20:37,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:37,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:20:37,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:20:37,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:20:37,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:37,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:20:37,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:20:37,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/data/hbase/meta/1588230740 2024-11-13T07:20:37,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/data/hbase/meta/1588230740 2024-11-13T07:20:37,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:20:37,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:20:37,517 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:20:37,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:20:37,526 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:20:37,527 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68856815, jitterRate=0.026046499609947205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:20:37,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731482437424Initializing all the Stores at 1731482437436 (+12 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482437437 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482437440 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482437440Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482437440Cleaning up temporary data from old regions at 1731482437516 (+76 ms)Region opened successfully at 1731482437528 (+12 ms) 2024-11-13T07:20:37,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:20:37,529 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:20:37,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:20:37,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:20:37,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:20:37,532 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:20:37,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482437528Disabling compacts and flushes for region at 1731482437529 (+1 ms)Disabling writes for close at 1731482437529Writing region close event to WAL at 1731482437532 (+3 ms)Closed at 1731482437532 2024-11-13T07:20:37,534 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:20:37,534 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T07:20:37,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T07:20:37,539 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:20:37,541 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T07:20:37,696 DEBUG [2998b885bdef:35201 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T07:20:37,697 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2998b885bdef,43043,1731482435011 2024-11-13T07:20:37,700 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,43043,1731482435011, state=OPENING 2024-11-13T07:20:37,748 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T07:20:37,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43043-0x101331085030001, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586758142 2024-11-13T07:20:37,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35201-0x101331085030000, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586758142 2024-11-13T07:20:37,815 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:20:37,815 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1586758142/meta-region-server: CHANGED 2024-11-13T07:20:37,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,43043,1731482435011}] 2024-11-13T07:20:37,815 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1586758142/meta-region-server: CHANGED 2024-11-13T07:20:37,971 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T07:20:37,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T07:20:37,988 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T07:20:37,989 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:20:37,989 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T07:20:37,994 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C43043%2C1731482435011.meta, suffix=.meta, logDir=hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/WALs/2998b885bdef,43043,1731482435011, archiveDir=hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/oldWALs, maxLogs=10 2024-11-13T07:20:38,042 WARN [RS:0;2998b885bdef:43043 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 2998b885bdef,46225,1731482320640: status=Processing ServerCrashProcedure of 2998b885bdef,46225,1731482320640 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731482378554, completionTime=-1 appears to have been leaked 2024-11-13T07:20:38,055 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/WALs/2998b885bdef,43043,1731482435011/2998b885bdef%2C43043%2C1731482435011.meta.1731482437995.meta, exclude list is [], retry=0 2024-11-13T07:20:38,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45657,DS-d2c10dd1-e108-486b-8a01-3bcd84214617,DISK] 2024-11-13T07:20:38,091 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/WALs/2998b885bdef,43043,1731482435011/2998b885bdef%2C43043%2C1731482435011.meta.1731482437995.meta 2024-11-13T07:20:38,092 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32853:32853)] 2024-11-13T07:20:38,092 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:20:38,093 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:20:38,093 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T07:20:38,093 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T07:20:38,093 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T07:20:38,093 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T07:20:38,093 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:20:38,093 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T07:20:38,093 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T07:20:38,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:20:38,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:20:38,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:38,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:20:38,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:20:38,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:20:38,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:38,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:20:38,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:20:38,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:20:38,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:38,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:20:38,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:20:38,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:20:38,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:38,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:20:38,148 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:20:38,152 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/data/hbase/meta/1588230740 2024-11-13T07:20:38,154 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/data/hbase/meta/1588230740 2024-11-13T07:20:38,158 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:20:38,158 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:20:38,161 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:20:38,166 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:20:38,167 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59986685, jitterRate=-0.1061287373304367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:20:38,167 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T07:20:38,169 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731482438094Writing region info on filesystem at 1731482438094Initializing all the Stores at 1731482438100 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482438100Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482438101 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482438101Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482438101Cleaning up temporary data from old regions at 1731482438158 (+57 ms)Running coprocessor post-open hooks at 1731482438167 (+9 ms)Region opened successfully at 1731482438169 (+2 ms) 2024-11-13T07:20:38,170 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731482437970 2024-11-13T07:20:38,175 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T07:20:38,175 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T07:20:38,183 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,43043,1731482435011 2024-11-13T07:20:38,191 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,43043,1731482435011, state=OPEN 2024-11-13T07:20:38,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43043-0x101331085030001, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1586758142/meta-region-server 2024-11-13T07:20:38,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35201-0x101331085030000, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1586758142/meta-region-server 2024-11-13T07:20:38,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1586758142/meta-region-server: CHANGED 2024-11-13T07:20:38,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1586758142/meta-region-server: CHANGED 2024-11-13T07:20:38,209 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2998b885bdef,43043,1731482435011 2024-11-13T07:20:38,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T07:20:38,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,43043,1731482435011 in 394 msec 2024-11-13T07:20:38,219 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T07:20:38,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 681 msec 2024-11-13T07:20:38,222 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:20:38,222 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T07:20:38,224 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:20:38,224 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,43043,1731482435011, seqNum=-1] 2024-11-13T07:20:38,225 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:20:38,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:20:38,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4000 sec 2024-11-13T07:20:38,247 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731482438247, completionTime=-1 2024-11-13T07:20:38,247 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T07:20:38,248 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T07:20:38,258 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T07:20:38,258 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731482498258 2024-11-13T07:20:38,258 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731482558258 2024-11-13T07:20:38,258 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 10 msec 2024-11-13T07:20:38,259 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,35201,1731482434683-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:38,259 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,35201,1731482434683-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:38,259 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,35201,1731482434683-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:38,259 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2998b885bdef:35201, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:38,259 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:38,270 DEBUG [master/2998b885bdef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T07:20:38,271 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:38,278 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.174sec 2024-11-13T07:20:38,278 INFO [master/2998b885bdef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T07:20:38,279 INFO [master/2998b885bdef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T07:20:38,279 INFO [master/2998b885bdef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T07:20:38,279 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T07:20:38,279 INFO [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T07:20:38,279 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,35201,1731482434683-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:20:38,279 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,35201,1731482434683-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T07:20:38,291 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T07:20:38,291 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T07:20:38,291 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,35201,1731482434683-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:38,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fe87a5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:20:38,369 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,35201,-1 for getting cluster id 2024-11-13T07:20:38,369 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:20:38,372 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05260f00-14db-424a-a76b-409aef62a697' 2024-11-13T07:20:38,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:20:38,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05260f00-14db-424a-a76b-409aef62a697" 2024-11-13T07:20:38,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b36a0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:20:38,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,35201,-1] 2024-11-13T07:20:38,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:20:38,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:20:38,389 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:20:38,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@795153ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:20:38,391 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:20:38,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,43043,1731482435011, seqNum=-1] 2024-11-13T07:20:38,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:20:38,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:20:38,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2998b885bdef,35201,1731482434683 2024-11-13T07:20:38,406 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55283 2024-11-13T07:20:38,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:20:38,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101331085030002 connected 2024-11-13T07:20:38,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3fa572c-ca1a-28b9-5d05-b0a5663d2774/hadoop.log.dir so I do NOT create it in target/test-data/11b84d47-33aa-453a-2e7c-d4245642a975 2024-11-13T07:20:38,452 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3fa572c-ca1a-28b9-5d05-b0a5663d2774/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T07:20:38,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3fa572c-ca1a-28b9-5d05-b0a5663d2774/hadoop.tmp.dir so I do NOT create it in target/test-data/11b84d47-33aa-453a-2e7c-d4245642a975 2024-11-13T07:20:38,452 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3fa572c-ca1a-28b9-5d05-b0a5663d2774/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T07:20:38,452 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11b84d47-33aa-453a-2e7c-d4245642a975 2024-11-13T07:20:38,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T07:20:38,452 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11b84d47-33aa-453a-2e7c-d4245642a975/cluster_722c64be-84e3-fc20-a74f-3c8b4186ab74, deleteOnExit=true 2024-11-13T07:20:38,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T07:20:38,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11b84d47-33aa-453a-2e7c-d4245642a975/test.cache.data in system properties and HBase conf 2024-11-13T07:20:38,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11b84d47-33aa-453a-2e7c-d4245642a975/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T07:20:38,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11b84d47-33aa-453a-2e7c-d4245642a975/hadoop.log.dir in system properties and HBase conf 2024-11-13T07:20:38,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11b84d47-33aa-453a-2e7c-d4245642a975/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T07:20:38,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11b84d47-33aa-453a-2e7c-d4245642a975/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T07:20:38,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T07:20:38,454 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T07:20:38,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11b84d47-33aa-453a-2e7c-d4245642a975/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:20:38,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11b84d47-33aa-453a-2e7c-d4245642a975/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:20:38,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11b84d47-33aa-453a-2e7c-d4245642a975/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T07:20:38,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11b84d47-33aa-453a-2e7c-d4245642a975/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:20:38,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11b84d47-33aa-453a-2e7c-d4245642a975/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T07:20:38,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11b84d47-33aa-453a-2e7c-d4245642a975/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T07:20:38,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11b84d47-33aa-453a-2e7c-d4245642a975/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:20:38,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11b84d47-33aa-453a-2e7c-d4245642a975/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:20:38,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11b84d47-33aa-453a-2e7c-d4245642a975/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T07:20:38,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11b84d47-33aa-453a-2e7c-d4245642a975/nfs.dump.dir in system properties and HBase conf 2024-11-13T07:20:38,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11b84d47-33aa-453a-2e7c-d4245642a975/java.io.tmpdir in system properties and HBase conf 2024-11-13T07:20:38,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11b84d47-33aa-453a-2e7c-d4245642a975/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:20:38,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11b84d47-33aa-453a-2e7c-d4245642a975/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T07:20:38,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11b84d47-33aa-453a-2e7c-d4245642a975/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T07:20:38,973 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:20:38,982 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:20:39,012 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:20:39,012 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:20:39,012 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T07:20:39,017 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:20:39,019 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b452c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11b84d47-33aa-453a-2e7c-d4245642a975/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:20:39,019 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@590b4990{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:20:39,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4717e7d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11b84d47-33aa-453a-2e7c-d4245642a975/java.io.tmpdir/jetty-localhost-33359-hadoop-hdfs-3_4_1-tests_jar-_-any-12698516527827216259/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:20:39,149 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2830aee1{HTTP/1.1, (http/1.1)}{localhost:33359} 2024-11-13T07:20:39,149 INFO [Time-limited test {}] server.Server(415): Started @127039ms 2024-11-13T07:20:39,957 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:20:39,971 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:20:39,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:20:39,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:20:39,976 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T07:20:39,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bc649c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11b84d47-33aa-453a-2e7c-d4245642a975/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:20:39,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7be2514f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:20:40,133 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T07:20:40,133 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T07:20:40,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:20:40,134 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T07:20:40,135 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:20:40,135 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T07:20:40,135 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T07:20:40,135 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T07:20:40,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c6aabd5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11b84d47-33aa-453a-2e7c-d4245642a975/java.io.tmpdir/jetty-localhost-33427-hadoop-hdfs-3_4_1-tests_jar-_-any-10089228735549547689/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:20:40,171 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50c8533a{HTTP/1.1, (http/1.1)}{localhost:33427} 2024-11-13T07:20:40,171 INFO [Time-limited test {}] server.Server(415): Started @128062ms 2024-11-13T07:20:40,174 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T07:20:41,237 WARN [Thread-630 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11b84d47-33aa-453a-2e7c-d4245642a975/cluster_722c64be-84e3-fc20-a74f-3c8b4186ab74/data/data1/current/BP-191507011-172.17.0.3-1731482438507/current, will proceed with Du for space computation calculation, 2024-11-13T07:20:41,241 WARN [Thread-631 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11b84d47-33aa-453a-2e7c-d4245642a975/cluster_722c64be-84e3-fc20-a74f-3c8b4186ab74/data/data2/current/BP-191507011-172.17.0.3-1731482438507/current, will proceed with Du for space computation calculation, 2024-11-13T07:20:41,312 WARN [Thread-618 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T07:20:41,318 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73564c32fc57dd3c with lease ID 0x2e84c52037d71970: Processing first storage report for DS-d6642a26-a24e-4bcf-b9ac-69c9223d7c9b from datanode DatanodeRegistration(127.0.0.1:39033, datanodeUuid=c7d0121f-b1a5-4c1c-a630-7674950ba98b, infoPort=33037, infoSecurePort=0, ipcPort=33487, storageInfo=lv=-57;cid=testClusterID;nsid=1575104425;c=1731482438507) 2024-11-13T07:20:41,318 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73564c32fc57dd3c with lease ID 0x2e84c52037d71970: from storage DS-d6642a26-a24e-4bcf-b9ac-69c9223d7c9b node DatanodeRegistration(127.0.0.1:39033, datanodeUuid=c7d0121f-b1a5-4c1c-a630-7674950ba98b, infoPort=33037, infoSecurePort=0, ipcPort=33487, storageInfo=lv=-57;cid=testClusterID;nsid=1575104425;c=1731482438507), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T07:20:41,318 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73564c32fc57dd3c with lease ID 0x2e84c52037d71970: Processing first storage report for DS-bad0279f-13e6-46e8-8c09-a151c142993f from datanode DatanodeRegistration(127.0.0.1:39033, datanodeUuid=c7d0121f-b1a5-4c1c-a630-7674950ba98b, infoPort=33037, infoSecurePort=0, ipcPort=33487, storageInfo=lv=-57;cid=testClusterID;nsid=1575104425;c=1731482438507) 2024-11-13T07:20:41,318 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73564c32fc57dd3c with lease ID 0x2e84c52037d71970: from storage DS-bad0279f-13e6-46e8-8c09-a151c142993f node DatanodeRegistration(127.0.0.1:39033, datanodeUuid=c7d0121f-b1a5-4c1c-a630-7674950ba98b, infoPort=33037, infoSecurePort=0, ipcPort=33487, storageInfo=lv=-57;cid=testClusterID;nsid=1575104425;c=1731482438507), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T07:20:41,343 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11b84d47-33aa-453a-2e7c-d4245642a975 2024-11-13T07:20:41,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:20:41,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:20:41,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39033 is added to blk_1073741825_1001 (size=7) 2024-11-13T07:20:41,386 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd with version=8 2024-11-13T07:20:41,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/hbase-staging 2024-11-13T07:20:41,389 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:20:41,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:20:41,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:20:41,389 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:20:41,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:20:41,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:20:41,389 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T07:20:41,390 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:20:41,400 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44817 2024-11-13T07:20:41,402 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44817 connecting to ZooKeeper ensemble=127.0.0.1:55283 2024-11-13T07:20:41,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448170x0, quorum=127.0.0.1:55283, baseZNode=/11843626272 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:20:41,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44817-0x101331085030003 connected 2024-11-13T07:20:42,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:20:42,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:20:42,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44817-0x101331085030003, quorum=127.0.0.1:55283, baseZNode=/11843626272 Set watcher on znode that does not yet exist, /11843626272/running 2024-11-13T07:20:42,123 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd, hbase.cluster.distributed=false 2024-11-13T07:20:42,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44817-0x101331085030003, quorum=127.0.0.1:55283, baseZNode=/11843626272 Set watcher on znode that does not yet exist, /11843626272/acl 2024-11-13T07:20:42,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44817 2024-11-13T07:20:42,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44817 2024-11-13T07:20:42,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44817 2024-11-13T07:20:42,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44817 2024-11-13T07:20:42,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44817 2024-11-13T07:20:42,147 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:20:42,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:20:42,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:20:42,147 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:20:42,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:20:42,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:20:42,147 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T07:20:42,148 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:20:42,148 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44241 2024-11-13T07:20:42,149 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44241 connecting to ZooKeeper ensemble=127.0.0.1:55283 2024-11-13T07:20:42,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:20:42,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:20:42,236 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442410x0, quorum=127.0.0.1:55283, baseZNode=/11843626272 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:20:42,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442410x0, quorum=127.0.0.1:55283, baseZNode=/11843626272 Set watcher on znode that does not yet exist, /11843626272/running 2024-11-13T07:20:42,237 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44241-0x101331085030004 connected 2024-11-13T07:20:42,237 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T07:20:42,238 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T07:20:42,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44241-0x101331085030004, quorum=127.0.0.1:55283, baseZNode=/11843626272 Set watcher on znode that does not yet exist, /11843626272/master 2024-11-13T07:20:42,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44241-0x101331085030004, quorum=127.0.0.1:55283, baseZNode=/11843626272 Set watcher on znode that does not yet exist, /11843626272/acl 2024-11-13T07:20:42,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44241 2024-11-13T07:20:42,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44241 2024-11-13T07:20:42,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44241 2024-11-13T07:20:42,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44241 2024-11-13T07:20:42,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44241 2024-11-13T07:20:42,267 DEBUG [M:0;2998b885bdef:44817 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2998b885bdef:44817 2024-11-13T07:20:42,267 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11843626272/backup-masters/2998b885bdef,44817,1731482441389 2024-11-13T07:20:42,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44817-0x101331085030003, quorum=127.0.0.1:55283, baseZNode=/11843626272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11843626272/backup-masters 2024-11-13T07:20:42,314 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x101331085030004, quorum=127.0.0.1:55283, baseZNode=/11843626272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11843626272/backup-masters 2024-11-13T07:20:42,315 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44817-0x101331085030003, quorum=127.0.0.1:55283, baseZNode=/11843626272 Set watcher on existing znode=/11843626272/backup-masters/2998b885bdef,44817,1731482441389 2024-11-13T07:20:42,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44817-0x101331085030003, quorum=127.0.0.1:55283, baseZNode=/11843626272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11843626272 2024-11-13T07:20:42,356 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x101331085030004, quorum=127.0.0.1:55283, baseZNode=/11843626272 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11843626272/master 2024-11-13T07:20:42,356 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x101331085030004, quorum=127.0.0.1:55283, baseZNode=/11843626272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11843626272 2024-11-13T07:20:42,357 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44817-0x101331085030003, quorum=127.0.0.1:55283, baseZNode=/11843626272 Set watcher on existing znode=/11843626272/master 2024-11-13T07:20:42,357 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11843626272/backup-masters/2998b885bdef,44817,1731482441389 from backup master directory 2024-11-13T07:20:42,433 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x101331085030004, quorum=127.0.0.1:55283, baseZNode=/11843626272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11843626272/backup-masters 2024-11-13T07:20:42,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44817-0x101331085030003, quorum=127.0.0.1:55283, baseZNode=/11843626272 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11843626272/backup-masters/2998b885bdef,44817,1731482441389 2024-11-13T07:20:42,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44817-0x101331085030003, quorum=127.0.0.1:55283, baseZNode=/11843626272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11843626272/backup-masters 2024-11-13T07:20:42,433 WARN [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:20:42,433 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2998b885bdef,44817,1731482441389 2024-11-13T07:20:42,438 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/hbase.id] with ID: feb02569-9e90-4ee7-b88f-4677d616f359 2024-11-13T07:20:42,438 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/.tmp/hbase.id 2024-11-13T07:20:42,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39033 is added to blk_1073741826_1002 (size=42) 2024-11-13T07:20:42,844 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/.tmp/hbase.id]:[hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/hbase.id] 2024-11-13T07:20:42,873 INFO [master/2998b885bdef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:20:42,874 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T07:20:42,877 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T07:20:42,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44817-0x101331085030003, quorum=127.0.0.1:55283, baseZNode=/11843626272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11843626272 2024-11-13T07:20:42,944 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x101331085030004, quorum=127.0.0.1:55283, baseZNode=/11843626272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11843626272 2024-11-13T07:20:43,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39033 is added to blk_1073741827_1003 (size=196) 2024-11-13T07:20:43,034 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:20:43,035 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T07:20:43,047 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:20:43,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39033 is added to blk_1073741828_1004 (size=1189) 2024-11-13T07:20:43,070 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/MasterData/data/master/store 2024-11-13T07:20:43,079 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T07:20:43,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39033 is added to blk_1073741829_1005 (size=34) 2024-11-13T07:20:43,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:20:43,103 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:20:43,103 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:20:43,103 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:20:43,103 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:20:43,103 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:20:43,103 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:20:43,103 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:20:43,103 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482443103Disabling compacts and flushes for region at 1731482443103Disabling writes for close at 1731482443103Writing region close event to WAL at 1731482443103Closed at 1731482443103 2024-11-13T07:20:43,105 WARN [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/MasterData/data/master/store/.initializing 2024-11-13T07:20:43,105 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/MasterData/WALs/2998b885bdef,44817,1731482441389 2024-11-13T07:20:43,106 INFO [master/2998b885bdef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:20:43,109 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2998b885bdef%2C44817%2C1731482441389, suffix=, logDir=hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/MasterData/WALs/2998b885bdef,44817,1731482441389, archiveDir=hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/MasterData/oldWALs, maxLogs=10 2024-11-13T07:20:43,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:20:43,139 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/MasterData/WALs/2998b885bdef,44817,1731482441389/2998b885bdef%2C44817%2C1731482441389.1731482443109, exclude list is [], retry=0 2024-11-13T07:20:43,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39033,DS-d6642a26-a24e-4bcf-b9ac-69c9223d7c9b,DISK] 2024-11-13T07:20:43,149 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/MasterData/WALs/2998b885bdef,44817,1731482441389/2998b885bdef%2C44817%2C1731482441389.1731482443109 2024-11-13T07:20:43,154 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33037:33037)] 2024-11-13T07:20:43,155 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:20:43,155 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:20:43,155 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:20:43,155 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:20:43,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:20:43,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T07:20:43,162 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:43,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:20:43,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:20:43,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T07:20:43,167 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:43,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:20:43,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:20:43,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T07:20:43,171 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:43,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:20:43,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:20:43,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T07:20:43,177 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:43,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:20:43,178 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:20:43,178 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:20:43,181 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:20:43,186 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:20:43,186 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:20:43,187 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:20:43,189 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:20:43,202 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:20:43,202 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62279860, jitterRate=-0.07195776700973511}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:20:43,203 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731482443155Initializing all the Stores at 1731482443159 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482443159Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482443160 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482443160Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482443160Cleaning up temporary data from old regions at 1731482443186 (+26 ms)Region opened successfully at 1731482443203 (+17 ms) 2024-11-13T07:20:43,203 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T07:20:43,208 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@792cb40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:20:43,209 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T07:20:43,210 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T07:20:43,210 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T07:20:43,210 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T07:20:43,210 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T07:20:43,211 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T07:20:43,211 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T07:20:43,215 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T07:20:43,215 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44817-0x101331085030003, quorum=127.0.0.1:55283, baseZNode=/11843626272 Unable to get data of znode /11843626272/balancer because node does not exist (not necessarily an error) 2024-11-13T07:20:43,310 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11843626272/balancer already deleted, retry=false 2024-11-13T07:20:43,310 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T07:20:43,311 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44817-0x101331085030003, quorum=127.0.0.1:55283, baseZNode=/11843626272 Unable to get data of znode /11843626272/normalizer because node does not exist (not necessarily an error) 2024-11-13T07:20:43,420 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11843626272/normalizer already deleted, retry=false 2024-11-13T07:20:43,420 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T07:20:43,422 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44817-0x101331085030003, quorum=127.0.0.1:55283, baseZNode=/11843626272 Unable to get data of znode /11843626272/switch/split because node does not exist (not necessarily an error) 2024-11-13T07:20:43,466 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11843626272/switch/split already deleted, retry=false 2024-11-13T07:20:43,467 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44817-0x101331085030003, quorum=127.0.0.1:55283, baseZNode=/11843626272 Unable to get data of znode /11843626272/switch/merge because node does not exist (not necessarily an error) 2024-11-13T07:20:43,519 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11843626272/switch/merge already deleted, retry=false 2024-11-13T07:20:43,521 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44817-0x101331085030003, quorum=127.0.0.1:55283, baseZNode=/11843626272 Unable to get data of znode /11843626272/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T07:20:43,561 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11843626272/snapshot-cleanup already deleted, retry=false 2024-11-13T07:20:43,626 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T07:20:43,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:20:43,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:20:43,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44817-0x101331085030003, quorum=127.0.0.1:55283, baseZNode=/11843626272 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11843626272/running 2024-11-13T07:20:43,664 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x101331085030004, quorum=127.0.0.1:55283, baseZNode=/11843626272 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11843626272/running 2024-11-13T07:20:43,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44817-0x101331085030003, quorum=127.0.0.1:55283, baseZNode=/11843626272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11843626272 2024-11-13T07:20:43,664 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x101331085030004, quorum=127.0.0.1:55283, baseZNode=/11843626272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11843626272 2024-11-13T07:20:43,666 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2998b885bdef,44817,1731482441389, sessionid=0x101331085030003, setting cluster-up flag (Was=false) 2024-11-13T07:20:43,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44817-0x101331085030003, quorum=127.0.0.1:55283, baseZNode=/11843626272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11843626272 2024-11-13T07:20:43,756 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x101331085030004, quorum=127.0.0.1:55283, baseZNode=/11843626272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11843626272 2024-11-13T07:20:43,924 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11843626272/flush-table-proc/acquired, /11843626272/flush-table-proc/reached, /11843626272/flush-table-proc/abort 2024-11-13T07:20:43,925 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,44817,1731482441389 2024-11-13T07:20:43,945 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x101331085030004, quorum=127.0.0.1:55283, baseZNode=/11843626272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11843626272 2024-11-13T07:20:43,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44817-0x101331085030003, quorum=127.0.0.1:55283, baseZNode=/11843626272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11843626272 2024-11-13T07:20:43,977 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11843626272/online-snapshot/acquired, /11843626272/online-snapshot/reached, /11843626272/online-snapshot/abort 2024-11-13T07:20:43,978 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,44817,1731482441389 2024-11-13T07:20:43,980 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T07:20:43,987 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T07:20:43,987 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T07:20:43,987 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T07:20:43,988 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2998b885bdef,44817,1731482441389 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T07:20:43,992 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:20:43,992 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:20:43,992 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:20:43,992 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:20:43,992 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2998b885bdef:0, corePoolSize=10, maxPoolSize=10 2024-11-13T07:20:43,992 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:20:43,992 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:20:43,993 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:20:44,000 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:20:44,000 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731482474000 2024-11-13T07:20:44,000 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T07:20:44,000 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T07:20:44,000 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T07:20:44,000 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T07:20:44,001 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T07:20:44,001 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T07:20:44,001 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T07:20:44,001 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:44,002 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T07:20:44,002 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T07:20:44,002 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T07:20:44,002 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:44,002 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T07:20:44,002 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T07:20:44,004 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T07:20:44,005 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T07:20:44,005 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482444005,5,FailOnTimeoutGroup] 2024-11-13T07:20:44,005 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482444005,5,FailOnTimeoutGroup] 2024-11-13T07:20:44,005 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:44,005 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T07:20:44,005 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:44,006 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:44,055 INFO [RS:0;2998b885bdef:44241 {}] regionserver.HRegionServer(746): ClusterId : feb02569-9e90-4ee7-b88f-4677d616f359 2024-11-13T07:20:44,055 DEBUG [RS:0;2998b885bdef:44241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T07:20:44,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39033 is added to blk_1073741831_1007 (size=1321) 2024-11-13T07:20:44,058 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T07:20:44,058 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd 2024-11-13T07:20:44,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39033 is added to blk_1073741832_1008 (size=32) 2024-11-13T07:20:44,168 DEBUG [RS:0;2998b885bdef:44241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T07:20:44,168 DEBUG [RS:0;2998b885bdef:44241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T07:20:44,213 DEBUG [RS:0;2998b885bdef:44241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T07:20:44,214 DEBUG [RS:0;2998b885bdef:44241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6baa77ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:20:44,244 DEBUG [RS:0;2998b885bdef:44241 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2998b885bdef:44241 2024-11-13T07:20:44,244 INFO [RS:0;2998b885bdef:44241 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T07:20:44,244 INFO [RS:0;2998b885bdef:44241 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T07:20:44,244 DEBUG [RS:0;2998b885bdef:44241 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T07:20:44,245 INFO [RS:0;2998b885bdef:44241 {}] regionserver.HRegionServer(2659): reportForDuty to master=2998b885bdef,44817,1731482441389 with port=44241, startcode=1731482442147 2024-11-13T07:20:44,245 DEBUG [RS:0;2998b885bdef:44241 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T07:20:44,253 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T07:20:44,253 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44817 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2998b885bdef,44241,1731482442147 2024-11-13T07:20:44,254 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44817 {}] master.ServerManager(517): Registering regionserver=2998b885bdef,44241,1731482442147 2024-11-13T07:20:44,256 DEBUG [RS:0;2998b885bdef:44241 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd 2024-11-13T07:20:44,256 DEBUG [RS:0;2998b885bdef:44241 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39993 2024-11-13T07:20:44,256 DEBUG [RS:0;2998b885bdef:44241 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T07:20:44,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44817-0x101331085030003, quorum=127.0.0.1:55283, baseZNode=/11843626272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11843626272/rs 2024-11-13T07:20:44,328 DEBUG [RS:0;2998b885bdef:44241 {}] zookeeper.ZKUtil(111): regionserver:44241-0x101331085030004, quorum=127.0.0.1:55283, baseZNode=/11843626272 Set watcher on existing znode=/11843626272/rs/2998b885bdef,44241,1731482442147 2024-11-13T07:20:44,328 WARN [RS:0;2998b885bdef:44241 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:20:44,328 INFO [RS:0;2998b885bdef:44241 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:20:44,328 DEBUG [RS:0;2998b885bdef:44241 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/WALs/2998b885bdef,44241,1731482442147 2024-11-13T07:20:44,352 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2998b885bdef,44241,1731482442147] 2024-11-13T07:20:44,358 INFO [RS:0;2998b885bdef:44241 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T07:20:44,388 INFO [RS:0;2998b885bdef:44241 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T07:20:44,392 INFO [RS:0;2998b885bdef:44241 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T07:20:44,392 INFO [RS:0;2998b885bdef:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:44,400 INFO [RS:0;2998b885bdef:44241 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T07:20:44,402 INFO [RS:0;2998b885bdef:44241 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T07:20:44,402 INFO [RS:0;2998b885bdef:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:44,402 DEBUG [RS:0;2998b885bdef:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:20:44,402 DEBUG [RS:0;2998b885bdef:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:20:44,402 DEBUG [RS:0;2998b885bdef:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:20:44,402 DEBUG [RS:0;2998b885bdef:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:20:44,403 DEBUG [RS:0;2998b885bdef:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:20:44,403 DEBUG [RS:0;2998b885bdef:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:20:44,403 DEBUG [RS:0;2998b885bdef:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:20:44,403 DEBUG [RS:0;2998b885bdef:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:20:44,403 DEBUG [RS:0;2998b885bdef:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:20:44,403 DEBUG [RS:0;2998b885bdef:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:20:44,403 DEBUG [RS:0;2998b885bdef:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:20:44,403 DEBUG [RS:0;2998b885bdef:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:20:44,403 DEBUG [RS:0;2998b885bdef:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:20:44,403 DEBUG [RS:0;2998b885bdef:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:20:44,408 INFO [RS:0;2998b885bdef:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:44,408 INFO [RS:0;2998b885bdef:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:44,408 INFO [RS:0;2998b885bdef:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:44,408 INFO [RS:0;2998b885bdef:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:44,408 INFO [RS:0;2998b885bdef:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:44,408 INFO [RS:0;2998b885bdef:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,44241,1731482442147-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:20:44,439 INFO [RS:0;2998b885bdef:44241 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T07:20:44,439 INFO [RS:0;2998b885bdef:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,44241,1731482442147-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:44,439 INFO [RS:0;2998b885bdef:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:44,439 INFO [RS:0;2998b885bdef:44241 {}] regionserver.Replication(171): 2998b885bdef,44241,1731482442147 started 2024-11-13T07:20:44,458 INFO [RS:0;2998b885bdef:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:44,458 INFO [RS:0;2998b885bdef:44241 {}] regionserver.HRegionServer(1482): Serving as 2998b885bdef,44241,1731482442147, RpcServer on 2998b885bdef/172.17.0.3:44241, sessionid=0x101331085030004 2024-11-13T07:20:44,458 DEBUG [RS:0;2998b885bdef:44241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T07:20:44,458 DEBUG [RS:0;2998b885bdef:44241 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2998b885bdef,44241,1731482442147 2024-11-13T07:20:44,458 DEBUG [RS:0;2998b885bdef:44241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,44241,1731482442147' 2024-11-13T07:20:44,458 DEBUG [RS:0;2998b885bdef:44241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11843626272/flush-table-proc/abort' 2024-11-13T07:20:44,459 DEBUG [RS:0;2998b885bdef:44241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11843626272/flush-table-proc/acquired' 2024-11-13T07:20:44,459 DEBUG [RS:0;2998b885bdef:44241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T07:20:44,459 DEBUG [RS:0;2998b885bdef:44241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T07:20:44,459 DEBUG [RS:0;2998b885bdef:44241 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2998b885bdef,44241,1731482442147 2024-11-13T07:20:44,459 DEBUG [RS:0;2998b885bdef:44241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,44241,1731482442147' 2024-11-13T07:20:44,459 DEBUG [RS:0;2998b885bdef:44241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11843626272/online-snapshot/abort' 2024-11-13T07:20:44,460 DEBUG [RS:0;2998b885bdef:44241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11843626272/online-snapshot/acquired' 2024-11-13T07:20:44,460 DEBUG [RS:0;2998b885bdef:44241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T07:20:44,460 INFO [RS:0;2998b885bdef:44241 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T07:20:44,460 INFO [RS:0;2998b885bdef:44241 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T07:20:44,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:20:44,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:20:44,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:20:44,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:44,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:20:44,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:20:44,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:20:44,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:44,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:20:44,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:20:44,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:20:44,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:44,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:20:44,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:20:44,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:20:44,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:44,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:20:44,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:20:44,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/data/hbase/meta/1588230740 2024-11-13T07:20:44,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/data/hbase/meta/1588230740 2024-11-13T07:20:44,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:20:44,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:20:44,520 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:20:44,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:20:44,525 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:20:44,526 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74468756, jitterRate=0.10967093706130981}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:20:44,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731482444472Initializing all the Stores at 1731482444472Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482444473 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482444476 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482444476Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482444476Cleaning up temporary data from old regions at 1731482444519 (+43 ms)Region opened successfully at 1731482444526 (+7 ms) 2024-11-13T07:20:44,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:20:44,526 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:20:44,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:20:44,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:20:44,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:20:44,527 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:20:44,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482444526Disabling compacts and flushes for region at 1731482444526Disabling writes for close at 1731482444527 (+1 ms)Writing region close event to WAL at 1731482444527Closed at 1731482444527 2024-11-13T07:20:44,529 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:20:44,529 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T07:20:44,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T07:20:44,532 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:20:44,534 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T07:20:44,561 INFO [RS:0;2998b885bdef:44241 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:20:44,563 INFO [RS:0;2998b885bdef:44241 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C44241%2C1731482442147, suffix=, logDir=hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/WALs/2998b885bdef,44241,1731482442147, archiveDir=hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/oldWALs, maxLogs=10 2024-11-13T07:20:44,580 DEBUG [RS:0;2998b885bdef:44241 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/WALs/2998b885bdef,44241,1731482442147/2998b885bdef%2C44241%2C1731482442147.1731482444563, exclude list is [], retry=0 2024-11-13T07:20:44,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39033,DS-d6642a26-a24e-4bcf-b9ac-69c9223d7c9b,DISK] 2024-11-13T07:20:44,585 INFO [RS:0;2998b885bdef:44241 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/WALs/2998b885bdef,44241,1731482442147/2998b885bdef%2C44241%2C1731482442147.1731482444563 2024-11-13T07:20:44,587 DEBUG [RS:0;2998b885bdef:44241 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33037:33037)] 2024-11-13T07:20:44,684 DEBUG [2998b885bdef:44817 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T07:20:44,685 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2998b885bdef,44241,1731482442147 2024-11-13T07:20:44,686 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,44241,1731482442147, state=OPENING 2024-11-13T07:20:44,703 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T07:20:44,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44817-0x101331085030003, quorum=127.0.0.1:55283, baseZNode=/11843626272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11843626272 2024-11-13T07:20:44,713 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x101331085030004, quorum=127.0.0.1:55283, baseZNode=/11843626272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11843626272 2024-11-13T07:20:44,714 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:20:44,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,44241,1731482442147}] 2024-11-13T07:20:44,714 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11843626272/meta-region-server: CHANGED 2024-11-13T07:20:44,715 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11843626272/meta-region-server: CHANGED 2024-11-13T07:20:44,871 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T07:20:44,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T07:20:44,896 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T07:20:44,897 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:20:44,897 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T07:20:44,912 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C44241%2C1731482442147.meta, suffix=.meta, logDir=hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/WALs/2998b885bdef,44241,1731482442147, archiveDir=hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/oldWALs, maxLogs=10 2024-11-13T07:20:44,942 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/WALs/2998b885bdef,44241,1731482442147/2998b885bdef%2C44241%2C1731482442147.meta.1731482444913.meta, exclude list is [], retry=0 2024-11-13T07:20:44,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39033,DS-d6642a26-a24e-4bcf-b9ac-69c9223d7c9b,DISK] 2024-11-13T07:20:44,972 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/WALs/2998b885bdef,44241,1731482442147/2998b885bdef%2C44241%2C1731482442147.meta.1731482444913.meta 2024-11-13T07:20:44,980 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33037:33037)] 2024-11-13T07:20:44,980 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:20:44,981 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:20:44,981 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T07:20:44,981 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T07:20:44,981 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T07:20:44,981 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T07:20:44,981 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:20:44,982 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T07:20:44,982 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T07:20:45,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:20:45,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:20:45,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:45,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:20:45,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:20:45,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:20:45,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:45,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:20:45,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:20:45,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:20:45,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:45,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:20:45,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:20:45,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:20:45,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:45,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:20:45,028 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:20:45,029 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/data/hbase/meta/1588230740 2024-11-13T07:20:45,032 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/data/hbase/meta/1588230740 2024-11-13T07:20:45,038 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:20:45,038 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:20:45,039 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:20:45,042 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:20:45,044 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68169048, jitterRate=0.015797972679138184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:20:45,044 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T07:20:45,044 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731482444982Writing region info on filesystem at 1731482444982Initializing all the Stores at 1731482444986 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482444986Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482445001 (+15 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482445001Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482445002 (+1 ms)Cleaning up temporary data from old regions at 1731482445038 (+36 ms)Running coprocessor post-open hooks at 1731482445044 (+6 ms)Region opened successfully at 1731482445044 2024-11-13T07:20:45,048 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731482444871 2024-11-13T07:20:45,052 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T07:20:45,052 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T07:20:45,058 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,44241,1731482442147 2024-11-13T07:20:45,060 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,44241,1731482442147, state=OPEN 2024-11-13T07:20:45,097 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x101331085030004, quorum=127.0.0.1:55283, baseZNode=/11843626272 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11843626272/meta-region-server 2024-11-13T07:20:45,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44817-0x101331085030003, quorum=127.0.0.1:55283, baseZNode=/11843626272 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11843626272/meta-region-server 2024-11-13T07:20:45,097 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11843626272/meta-region-server: CHANGED 2024-11-13T07:20:45,097 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11843626272/meta-region-server: CHANGED 2024-11-13T07:20:45,097 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2998b885bdef,44241,1731482442147 2024-11-13T07:20:45,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T07:20:45,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,44241,1731482442147 in 389 msec 2024-11-13T07:20:45,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T07:20:45,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 592 msec 2024-11-13T07:20:45,128 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:20:45,128 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T07:20:45,130 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:20:45,130 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44241,1731482442147, seqNum=-1] 2024-11-13T07:20:45,131 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:20:45,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:20:45,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1550 sec 2024-11-13T07:20:45,142 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731482445142, completionTime=-1 2024-11-13T07:20:45,143 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T07:20:45,143 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T07:20:45,146 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T07:20:45,146 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731482505146 2024-11-13T07:20:45,146 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731482565146 2024-11-13T07:20:45,146 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-13T07:20:45,146 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,44817,1731482441389-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:45,146 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,44817,1731482441389-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:45,147 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,44817,1731482441389-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:45,147 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2998b885bdef:44817, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:45,147 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:45,149 DEBUG [master/2998b885bdef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T07:20:45,160 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:45,166 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.733sec 2024-11-13T07:20:45,166 INFO [master/2998b885bdef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T07:20:45,167 INFO [master/2998b885bdef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T07:20:45,167 INFO [master/2998b885bdef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T07:20:45,167 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T07:20:45,167 INFO [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T07:20:45,167 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,44817,1731482441389-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:20:45,167 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,44817,1731482441389-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T07:20:45,175 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T07:20:45,175 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T07:20:45,175 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,44817,1731482441389-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:45,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@116055cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:20:45,258 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,44817,-1 for getting cluster id 2024-11-13T07:20:45,258 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:20:45,260 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'feb02569-9e90-4ee7-b88f-4677d616f359' 2024-11-13T07:20:45,260 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:20:45,260 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "feb02569-9e90-4ee7-b88f-4677d616f359" 2024-11-13T07:20:45,260 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@caa3740, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:20:45,260 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,44817,-1] 2024-11-13T07:20:45,261 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:20:45,261 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:20:45,262 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:20:45,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46fb4472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:20:45,263 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:20:45,265 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,44241,1731482442147, seqNum=-1] 2024-11-13T07:20:45,265 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:20:45,266 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:20:45,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2998b885bdef,44817,1731482441389 2024-11-13T07:20:45,270 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55283 2024-11-13T07:20:45,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55283, baseZNode=/11843626272 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:20:45,342 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101331085030005 connected 2024-11-13T07:20:45,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@332d5bca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:20:45,433 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,35201,-1 for getting cluster id 2024-11-13T07:20:45,433 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:20:45,434 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05260f00-14db-424a-a76b-409aef62a697' 2024-11-13T07:20:45,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:20:45,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05260f00-14db-424a-a76b-409aef62a697" 2024-11-13T07:20:45,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@380fccde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:20:45,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,35201,-1] 2024-11-13T07:20:45,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:20:45,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:20:45,438 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:20:45,439 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40f39f40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:20:45,439 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:20:45,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,35201,1731482434683 2024-11-13T07:20:45,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5df6bd37 2024-11-13T07:20:45,445 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:20:45,446 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:20:45,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35201 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2998b885bdef:44817,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T07:20:45,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35201 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T07:20:45,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:20:45,450 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2998b885bdef:44817' 2024-11-13T07:20:45,451 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699c4c7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:20:45,451 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,44817,-1 for getting cluster id 2024-11-13T07:20:45,452 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:20:45,452 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'feb02569-9e90-4ee7-b88f-4677d616f359' 2024-11-13T07:20:45,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:20:45,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "feb02569-9e90-4ee7-b88f-4677d616f359" 2024-11-13T07:20:45,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@752890c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:20:45,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,44817,-1] 2024-11-13T07:20:45,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:20:45,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:20:45,455 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:20:45,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf8655f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:20:45,456 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:20:45,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,44817,1731482441389 2024-11-13T07:20:45,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73412fa4 2024-11-13T07:20:45,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:20:45,459 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:20:45,460 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T07:20:45,460 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T07:20:45,460 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:20:45,460 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:20:45,460 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:20:45,461 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:20:45,462 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T07:20:45,464 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T07:20:45,464 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:45,466 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T07:20:45,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741835_1011 (size=1138) 2024-11-13T07:20:45,512 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T07:20:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:20:45,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:20:45,880 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 385e28d5c0936579f6ddbc234d962335, NAME => 'hbase:replication,,1731482445460.385e28d5c0936579f6ddbc234d962335.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907 2024-11-13T07:20:45,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741836_1012 (size=44) 2024-11-13T07:20:46,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:20:46,286 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731482445460.385e28d5c0936579f6ddbc234d962335.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:20:46,286 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 385e28d5c0936579f6ddbc234d962335, disabling compactions & flushes 2024-11-13T07:20:46,287 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731482445460.385e28d5c0936579f6ddbc234d962335. 2024-11-13T07:20:46,287 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731482445460.385e28d5c0936579f6ddbc234d962335. 2024-11-13T07:20:46,287 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731482445460.385e28d5c0936579f6ddbc234d962335. after waiting 0 ms 2024-11-13T07:20:46,287 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731482445460.385e28d5c0936579f6ddbc234d962335. 2024-11-13T07:20:46,287 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731482445460.385e28d5c0936579f6ddbc234d962335. 2024-11-13T07:20:46,287 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 385e28d5c0936579f6ddbc234d962335: Waiting for close lock at 1731482446286Disabling compacts and flushes for region at 1731482446286Disabling writes for close at 1731482446287 (+1 ms)Writing region close event to WAL at 1731482446287Closed at 1731482446287 2024-11-13T07:20:46,288 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T07:20:46,289 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731482445460.385e28d5c0936579f6ddbc234d962335.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731482446288"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482446288"}]},"ts":"1731482446288"} 2024-11-13T07:20:46,292 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T07:20:46,293 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T07:20:46,293 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482446293"}]},"ts":"1731482446293"} 2024-11-13T07:20:46,297 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T07:20:46,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=385e28d5c0936579f6ddbc234d962335, ASSIGN}] 2024-11-13T07:20:46,299 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=385e28d5c0936579f6ddbc234d962335, ASSIGN 2024-11-13T07:20:46,301 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=385e28d5c0936579f6ddbc234d962335, ASSIGN; state=OFFLINE, location=2998b885bdef,43043,1731482435011; forceNewPlan=false, retain=false 2024-11-13T07:20:46,452 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=385e28d5c0936579f6ddbc234d962335, regionState=OPENING, regionLocation=2998b885bdef,43043,1731482435011 2024-11-13T07:20:46,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=385e28d5c0936579f6ddbc234d962335, ASSIGN because future has completed 2024-11-13T07:20:46,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 385e28d5c0936579f6ddbc234d962335, server=2998b885bdef,43043,1731482435011}] 2024-11-13T07:20:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:20:46,613 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731482445460.385e28d5c0936579f6ddbc234d962335. 2024-11-13T07:20:46,613 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:20:46,613 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T07:20:46,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C43043%2C1731482435011.rep, suffix=, logDir=hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/WALs/2998b885bdef,43043,1731482435011, archiveDir=hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/oldWALs, maxLogs=10 2024-11-13T07:20:46,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/WALs/2998b885bdef,43043,1731482435011/2998b885bdef%2C43043%2C1731482435011.rep.1731482446616, exclude list is [], retry=0 2024-11-13T07:20:46,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45657,DS-d2c10dd1-e108-486b-8a01-3bcd84214617,DISK] 2024-11-13T07:20:46,631 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/WALs/2998b885bdef,43043,1731482435011/2998b885bdef%2C43043%2C1731482435011.rep.1731482446616 2024-11-13T07:20:46,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32853:32853)] 2024-11-13T07:20:46,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 385e28d5c0936579f6ddbc234d962335, NAME => 'hbase:replication,,1731482445460.385e28d5c0936579f6ddbc234d962335.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:20:46,632 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:20:46,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T07:20:46,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731482445460.385e28d5c0936579f6ddbc234d962335. service=MultiRowMutationService 2024-11-13T07:20:46,632 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T07:20:46,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 385e28d5c0936579f6ddbc234d962335 2024-11-13T07:20:46,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731482445460.385e28d5c0936579f6ddbc234d962335.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:20:46,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 385e28d5c0936579f6ddbc234d962335 2024-11-13T07:20:46,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 385e28d5c0936579f6ddbc234d962335 2024-11-13T07:20:46,634 INFO [StoreOpener-385e28d5c0936579f6ddbc234d962335-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 385e28d5c0936579f6ddbc234d962335 2024-11-13T07:20:46,635 INFO [StoreOpener-385e28d5c0936579f6ddbc234d962335-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 385e28d5c0936579f6ddbc234d962335 columnFamilyName hfileref 2024-11-13T07:20:46,635 DEBUG [StoreOpener-385e28d5c0936579f6ddbc234d962335-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:46,636 INFO [StoreOpener-385e28d5c0936579f6ddbc234d962335-1 {}] regionserver.HStore(327): Store=385e28d5c0936579f6ddbc234d962335/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:20:46,636 INFO [StoreOpener-385e28d5c0936579f6ddbc234d962335-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 385e28d5c0936579f6ddbc234d962335 2024-11-13T07:20:46,637 INFO [StoreOpener-385e28d5c0936579f6ddbc234d962335-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 385e28d5c0936579f6ddbc234d962335 columnFamilyName queue 2024-11-13T07:20:46,637 DEBUG [StoreOpener-385e28d5c0936579f6ddbc234d962335-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:46,638 INFO [StoreOpener-385e28d5c0936579f6ddbc234d962335-1 {}] regionserver.HStore(327): Store=385e28d5c0936579f6ddbc234d962335/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:20:46,638 INFO [StoreOpener-385e28d5c0936579f6ddbc234d962335-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 385e28d5c0936579f6ddbc234d962335 2024-11-13T07:20:46,639 INFO [StoreOpener-385e28d5c0936579f6ddbc234d962335-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 385e28d5c0936579f6ddbc234d962335 columnFamilyName sid 2024-11-13T07:20:46,639 DEBUG [StoreOpener-385e28d5c0936579f6ddbc234d962335-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:46,640 INFO [StoreOpener-385e28d5c0936579f6ddbc234d962335-1 {}] regionserver.HStore(327): Store=385e28d5c0936579f6ddbc234d962335/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:20:46,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 385e28d5c0936579f6ddbc234d962335 2024-11-13T07:20:46,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/data/hbase/replication/385e28d5c0936579f6ddbc234d962335 2024-11-13T07:20:46,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/data/hbase/replication/385e28d5c0936579f6ddbc234d962335 2024-11-13T07:20:46,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 385e28d5c0936579f6ddbc234d962335 2024-11-13T07:20:46,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 385e28d5c0936579f6ddbc234d962335 2024-11-13T07:20:46,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T07:20:46,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 385e28d5c0936579f6ddbc234d962335 2024-11-13T07:20:46,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/data/hbase/replication/385e28d5c0936579f6ddbc234d962335/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:20:46,646 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 385e28d5c0936579f6ddbc234d962335; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67490190, jitterRate=0.005682200193405151}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T07:20:46,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 385e28d5c0936579f6ddbc234d962335 2024-11-13T07:20:46,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 385e28d5c0936579f6ddbc234d962335: Running coprocessor pre-open hook at 1731482446633Writing region info on filesystem at 1731482446633Initializing all the Stores at 1731482446633Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482446633Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482446634 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482446634Cleaning up temporary data from old regions at 1731482446642 (+8 ms)Running coprocessor post-open hooks at 1731482446647 (+5 ms)Region opened successfully at 1731482446647 2024-11-13T07:20:46,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731482445460.385e28d5c0936579f6ddbc234d962335., pid=7, masterSystemTime=1731482446609 2024-11-13T07:20:46,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731482445460.385e28d5c0936579f6ddbc234d962335. 2024-11-13T07:20:46,650 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731482445460.385e28d5c0936579f6ddbc234d962335. 2024-11-13T07:20:46,651 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=385e28d5c0936579f6ddbc234d962335, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,43043,1731482435011 2024-11-13T07:20:46,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 385e28d5c0936579f6ddbc234d962335, server=2998b885bdef,43043,1731482435011 because future has completed 2024-11-13T07:20:46,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T07:20:46,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 385e28d5c0936579f6ddbc234d962335, server=2998b885bdef,43043,1731482435011 in 199 msec 2024-11-13T07:20:46,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T07:20:46,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=385e28d5c0936579f6ddbc234d962335, ASSIGN in 360 msec 2024-11-13T07:20:46,660 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T07:20:46,661 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482446660"}]},"ts":"1731482446660"} 2024-11-13T07:20:46,663 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T07:20:46,665 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T07:20:46,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2050 sec 2024-11-13T07:20:46,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731482445460.385e28d5c0936579f6ddbc234d962335., hostname=2998b885bdef,43043,1731482435011, seqNum=2] 2024-11-13T07:20:46,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35201-0x101331085030000, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586758142 2024-11-13T07:20:46,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43043-0x101331085030001, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586758142 2024-11-13T07:20:46,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T07:20:46,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43043 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-13T07:20:46,986 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T07:20:47,034 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-2998b885bdef,43043,1731482435011, ReplicationSource: 1, currentBandwidth=0 2024-11-13T07:20:47,035 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:20:47,035 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,43043,1731482435011, seqNum=-1] 2024-11-13T07:20:47,035 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:20:47,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-13T07:20:47,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2998b885bdef,43043,1731482435011', locateType=CURRENT is [region=hbase:replication,,1731482445460.385e28d5c0936579f6ddbc234d962335., hostname=2998b885bdef,43043,1731482435011, seqNum=2] 2024-11-13T07:20:47,043 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T07:20:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35201 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T07:20:47,046 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2998b885bdef,43043,1731482435011 suceeded 2024-11-13T07:20:47,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T07:20:47,050 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2998b885bdef:44817,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T07:20:47,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 215 msec 2024-11-13T07:20:47,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6040 sec 2024-11-13T07:20:47,062 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,43043,1731482435011 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2998b885bdef:44817' 2024-11-13T07:20:47,064 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,43043,1731482435011 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33b14915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:20:47,064 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,43043,1731482435011 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,44817,-1 for getting cluster id 2024-11-13T07:20:47,064 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,43043,1731482435011 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:20:47,065 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'feb02569-9e90-4ee7-b88f-4677d616f359' 2024-11-13T07:20:47,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:20:47,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "feb02569-9e90-4ee7-b88f-4677d616f359" 2024-11-13T07:20:47,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ea20cb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:20:47,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,44817,-1] 2024-11-13T07:20:47,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:20:47,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:20:47,067 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:20:47,068 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,43043,1731482435011 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@755555cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:20:47,068 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,43043,1731482435011 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:20:47,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,44817,1731482441389 2024-11-13T07:20:47,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@490b30e7 2024-11-13T07:20:47,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:20:47,070 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-13T07:20:47,071 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,43043,1731482435011 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2998b885bdef,43043,1731482435011 (queues=1) is replicating from cluster=05260f00-14db-424a-a76b-409aef62a697 to cluster=feb02569-9e90-4ee7-b88f-4677d616f359 2024-11-13T07:20:47,071 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,43043,1731482435011 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2998b885bdef%2C43043%2C1731482435011 2024-11-13T07:20:47,071 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,43043,1731482435011 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2998b885bdef,43043,1731482435011, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T07:20:47,072 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,43043,1731482435011.replicationSource.wal-reader.2998b885bdef%2C43043%2C1731482435011,1-2998b885bdef,43043,1731482435011 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/WALs/2998b885bdef,43043,1731482435011/2998b885bdef%2C43043%2C1731482435011.1731482437329, startPosition=0, beingWritten=true 2024-11-13T07:20:47,072 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,43043,1731482435011.replicationSource.shipper2998b885bdef%2C43043%2C1731482435011,1-2998b885bdef,43043,1731482435011 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2998b885bdef%2C43043%2C1731482435011 2024-11-13T07:20:47,279 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,43043,1731482435011.replicationSource.wal-reader.2998b885bdef%2C43043%2C1731482435011,1-2998b885bdef,43043,1731482435011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/WALs/2998b885bdef,43043,1731482435011/2998b885bdef%2C43043%2C1731482435011.1731482437329 to pos 0, reset compression=false 2024-11-13T07:20:47,586 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,43043,1731482435011.replicationSource.wal-reader.2998b885bdef%2C43043%2C1731482435011,1-2998b885bdef,43043,1731482435011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/WALs/2998b885bdef,43043,1731482435011/2998b885bdef%2C43043%2C1731482435011.1731482437329 to pos 0, reset compression=false 2024-11-13T07:20:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:20:47,602 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T07:20:47,602 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:20:47,602 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:20:47,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:20:47,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:20:47,602 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:20:47,602 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:20:47,603 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,35201,1731482434683 2024-11-13T07:20:47,604 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5289171d 2024-11-13T07:20:47,604 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:20:47,606 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:20:47,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35201 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T07:20:47,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T07:20:47,607 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:20:47,608 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:20:47,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:20:47,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:20:47,608 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:20:47,608 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T07:20:47,608 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1562487464, stopped=false 2024-11-13T07:20:47,608 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2998b885bdef,44817,1731482441389 2024-11-13T07:20:47,619 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x101331085030004, quorum=127.0.0.1:55283, baseZNode=/11843626272 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11843626272/running 2024-11-13T07:20:47,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44817-0x101331085030003, quorum=127.0.0.1:55283, baseZNode=/11843626272 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11843626272/running 2024-11-13T07:20:47,619 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x101331085030004, quorum=127.0.0.1:55283, baseZNode=/11843626272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11843626272 2024-11-13T07:20:47,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44817-0x101331085030003, quorum=127.0.0.1:55283, baseZNode=/11843626272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11843626272 2024-11-13T07:20:47,619 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:20:47,619 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:20:47,619 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:20:47,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:20:47,619 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2998b885bdef,44241,1731482442147' ***** 2024-11-13T07:20:47,620 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T07:20:47,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44241-0x101331085030004, quorum=127.0.0.1:55283, baseZNode=/11843626272 Set watcher on znode that does not yet exist, /11843626272/running 2024-11-13T07:20:47,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44817-0x101331085030003, quorum=127.0.0.1:55283, baseZNode=/11843626272 Set watcher on znode that does not yet exist, /11843626272/running 2024-11-13T07:20:47,621 INFO [RS:0;2998b885bdef:44241 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T07:20:47,621 INFO [RS:0;2998b885bdef:44241 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T07:20:47,621 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T07:20:47,621 INFO [RS:0;2998b885bdef:44241 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T07:20:47,621 INFO [RS:0;2998b885bdef:44241 {}] regionserver.HRegionServer(959): stopping server 2998b885bdef,44241,1731482442147 2024-11-13T07:20:47,621 INFO [RS:0;2998b885bdef:44241 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:20:47,621 INFO [RS:0;2998b885bdef:44241 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:44241. 2024-11-13T07:20:47,621 DEBUG [RS:0;2998b885bdef:44241 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:20:47,622 DEBUG [RS:0;2998b885bdef:44241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:20:47,622 INFO [RS:0;2998b885bdef:44241 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T07:20:47,622 INFO [RS:0;2998b885bdef:44241 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T07:20:47,622 INFO [RS:0;2998b885bdef:44241 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T07:20:47,622 INFO [RS:0;2998b885bdef:44241 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T07:20:47,627 INFO [RS:0;2998b885bdef:44241 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T07:20:47,627 DEBUG [RS:0;2998b885bdef:44241 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T07:20:47,627 DEBUG [RS:0;2998b885bdef:44241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:20:47,627 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:20:47,627 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:20:47,627 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:20:47,627 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:20:47,627 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:20:47,628 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T07:20:47,634 INFO [regionserver/2998b885bdef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:20:47,654 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/data/hbase/meta/1588230740/.tmp/ns/1371244df49a4a58bf1db16301c23468 is 43, key is default/ns:d/1731482445134/Put/seqid=0 2024-11-13T07:20:47,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39033 is added to blk_1073741835_1011 (size=5153) 2024-11-13T07:20:47,827 DEBUG [RS:0;2998b885bdef:44241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:20:47,994 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,43043,1731482435011.replicationSource.wal-reader.2998b885bdef%2C43043%2C1731482435011,1-2998b885bdef,43043,1731482435011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/WALs/2998b885bdef,43043,1731482435011/2998b885bdef%2C43043%2C1731482435011.1731482437329 to pos 0, reset compression=false 2024-11-13T07:20:48,028 DEBUG [RS:0;2998b885bdef:44241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:20:48,061 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/data/hbase/meta/1588230740/.tmp/ns/1371244df49a4a58bf1db16301c23468 2024-11-13T07:20:48,070 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/data/hbase/meta/1588230740/.tmp/ns/1371244df49a4a58bf1db16301c23468 as hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/data/hbase/meta/1588230740/ns/1371244df49a4a58bf1db16301c23468 2024-11-13T07:20:48,077 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/data/hbase/meta/1588230740/ns/1371244df49a4a58bf1db16301c23468, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T07:20:48,078 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 451ms, sequenceid=6, compaction requested=false 2024-11-13T07:20:48,088 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T07:20:48,089 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:20:48,089 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:20:48,089 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:20:48,089 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482447627Running coprocessor pre-close hooks at 1731482447627Disabling compacts and flushes for region at 1731482447627Disabling writes for close at 1731482447627Obtaining lock to block concurrent updates at 1731482447628 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731482447628Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731482447629 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731482447630 (+1 ms)Flushing 1588230740/ns: creating writer at 1731482447630Flushing 1588230740/ns: appending metadata at 1731482447653 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731482447653Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26adb5a0: reopening flushed file at 1731482448069 (+416 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 451ms, sequenceid=6, compaction requested=false at 1731482448078 (+9 ms)Writing region close event to WAL at 1731482448079 (+1 ms)Running coprocessor post-close hooks at 1731482448089 (+10 ms)Closed at 1731482448089 2024-11-13T07:20:48,089 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T07:20:48,228 INFO [RS:0;2998b885bdef:44241 {}] regionserver.HRegionServer(976): stopping server 2998b885bdef,44241,1731482442147; all regions closed. 2024-11-13T07:20:48,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39033 is added to blk_1073741834_1010 (size=1152) 2024-11-13T07:20:48,234 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/WALs/2998b885bdef,44241,1731482442147/2998b885bdef%2C44241%2C1731482442147.meta.1731482444913.meta not finished, retry = 0 2024-11-13T07:20:48,348 DEBUG [RS:0;2998b885bdef:44241 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/oldWALs 2024-11-13T07:20:48,348 INFO [RS:0;2998b885bdef:44241 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C44241%2C1731482442147.meta:.meta(num 1731482444913) 2024-11-13T07:20:48,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39033 is added to blk_1073741833_1009 (size=93) 2024-11-13T07:20:48,362 DEBUG [RS:0;2998b885bdef:44241 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/oldWALs 2024-11-13T07:20:48,362 INFO [RS:0;2998b885bdef:44241 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C44241%2C1731482442147:(num 1731482444563) 2024-11-13T07:20:48,362 DEBUG [RS:0;2998b885bdef:44241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:20:48,362 INFO [RS:0;2998b885bdef:44241 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:20:48,362 INFO [RS:0;2998b885bdef:44241 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:20:48,362 INFO [RS:0;2998b885bdef:44241 {}] hbase.ChoreService(370): Chore service for: regionserver/2998b885bdef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T07:20:48,363 INFO [RS:0;2998b885bdef:44241 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:20:48,363 INFO [RS:0;2998b885bdef:44241 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44241 2024-11-13T07:20:48,363 INFO [regionserver/2998b885bdef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:20:48,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44817-0x101331085030003, quorum=127.0.0.1:55283, baseZNode=/11843626272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11843626272/rs 2024-11-13T07:20:48,376 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x101331085030004, quorum=127.0.0.1:55283, baseZNode=/11843626272 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11843626272/rs/2998b885bdef,44241,1731482442147 2024-11-13T07:20:48,376 INFO [RS:0;2998b885bdef:44241 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:20:48,378 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2998b885bdef,44241,1731482442147] 2024-11-13T07:20:48,397 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11843626272/draining/2998b885bdef,44241,1731482442147 already deleted, retry=false 2024-11-13T07:20:48,397 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2998b885bdef,44241,1731482442147 expired; onlineServers=0 2024-11-13T07:20:48,398 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2998b885bdef,44817,1731482441389' ***** 2024-11-13T07:20:48,398 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T07:20:48,398 INFO [M:0;2998b885bdef:44817 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:20:48,398 INFO [M:0;2998b885bdef:44817 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:20:48,398 DEBUG [M:0;2998b885bdef:44817 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T07:20:48,398 DEBUG [M:0;2998b885bdef:44817 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T07:20:48,398 INFO [M:0;2998b885bdef:44817 {}] hbase.ChoreService(370): Chore service for: master/2998b885bdef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T07:20:48,398 INFO [M:0;2998b885bdef:44817 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:20:48,398 DEBUG [M:0;2998b885bdef:44817 {}] master.HMaster(1795): Stopping service threads 2024-11-13T07:20:48,398 INFO [M:0;2998b885bdef:44817 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T07:20:48,399 INFO [M:0;2998b885bdef:44817 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:20:48,399 INFO [M:0;2998b885bdef:44817 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T07:20:48,399 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T07:20:48,399 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T07:20:48,399 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482444005 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482444005,5,FailOnTimeoutGroup] 2024-11-13T07:20:48,404 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482444005 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482444005,5,FailOnTimeoutGroup] 2024-11-13T07:20:48,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44817-0x101331085030003, quorum=127.0.0.1:55283, baseZNode=/11843626272 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11843626272/master 2024-11-13T07:20:48,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44817-0x101331085030003, quorum=127.0.0.1:55283, baseZNode=/11843626272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11843626272 2024-11-13T07:20:48,408 DEBUG [M:0;2998b885bdef:44817 {}] zookeeper.ZKUtil(347): master:44817-0x101331085030003, quorum=127.0.0.1:55283, baseZNode=/11843626272 Unable to get data of znode /11843626272/master because node does not exist (not an error) 2024-11-13T07:20:48,408 WARN [M:0;2998b885bdef:44817 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T07:20:48,412 INFO [M:0;2998b885bdef:44817 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/.lastflushedseqids 2024-11-13T07:20:48,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39033 is added to blk_1073741836_1012 (size=99) 2024-11-13T07:20:48,445 INFO [M:0;2998b885bdef:44817 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T07:20:48,446 INFO [M:0;2998b885bdef:44817 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T07:20:48,446 DEBUG [M:0;2998b885bdef:44817 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:20:48,446 INFO [M:0;2998b885bdef:44817 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:20:48,446 DEBUG [M:0;2998b885bdef:44817 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:20:48,446 DEBUG [M:0;2998b885bdef:44817 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:20:48,446 DEBUG [M:0;2998b885bdef:44817 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:20:48,446 INFO [M:0;2998b885bdef:44817 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-13T07:20:48,476 DEBUG [M:0;2998b885bdef:44817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1415a3dd4ca64e3db3410db172e0b3b1 is 82, key is hbase:meta,,1/info:regioninfo/1731482445058/Put/seqid=0 2024-11-13T07:20:48,487 INFO [RS:0;2998b885bdef:44241 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:20:48,487 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x101331085030004, quorum=127.0.0.1:55283, baseZNode=/11843626272 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:20:48,487 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x101331085030004, quorum=127.0.0.1:55283, baseZNode=/11843626272 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:20:48,487 INFO [RS:0;2998b885bdef:44241 {}] regionserver.HRegionServer(1031): Exiting; stopping=2998b885bdef,44241,1731482442147; zookeeper connection closed. 2024-11-13T07:20:48,487 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d1943ad {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d1943ad 2024-11-13T07:20:48,488 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T07:20:48,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39033 is added to blk_1073741837_1013 (size=5672) 2024-11-13T07:20:48,499 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,43043,1731482435011.replicationSource.wal-reader.2998b885bdef%2C43043%2C1731482435011,1-2998b885bdef,43043,1731482435011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/WALs/2998b885bdef,43043,1731482435011/2998b885bdef%2C43043%2C1731482435011.1731482437329 to pos 0, reset compression=false 2024-11-13T07:20:48,887 INFO [M:0;2998b885bdef:44817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1415a3dd4ca64e3db3410db172e0b3b1 2024-11-13T07:20:48,917 DEBUG [M:0;2998b885bdef:44817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f893a0ae811e4bf195a5f5c7105e2727 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731482445141/Put/seqid=0 2024-11-13T07:20:48,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39033 is added to blk_1073741838_1014 (size=5275) 2024-11-13T07:20:48,925 INFO [M:0;2998b885bdef:44817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f893a0ae811e4bf195a5f5c7105e2727 2024-11-13T07:20:48,953 DEBUG [M:0;2998b885bdef:44817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4deb5b12ecb44758f1177184d54f128 is 69, key is 2998b885bdef,44241,1731482442147/rs:state/1731482444254/Put/seqid=0 2024-11-13T07:20:48,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39033 is added to blk_1073741839_1015 (size=5156) 2024-11-13T07:20:48,958 INFO [M:0;2998b885bdef:44817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4deb5b12ecb44758f1177184d54f128 2024-11-13T07:20:48,966 DEBUG [M:0;2998b885bdef:44817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1415a3dd4ca64e3db3410db172e0b3b1 as hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1415a3dd4ca64e3db3410db172e0b3b1 2024-11-13T07:20:48,974 INFO [M:0;2998b885bdef:44817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1415a3dd4ca64e3db3410db172e0b3b1, entries=8, sequenceid=28, filesize=5.5 K 2024-11-13T07:20:48,975 DEBUG [M:0;2998b885bdef:44817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f893a0ae811e4bf195a5f5c7105e2727 as hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f893a0ae811e4bf195a5f5c7105e2727 2024-11-13T07:20:48,981 INFO [M:0;2998b885bdef:44817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f893a0ae811e4bf195a5f5c7105e2727, entries=3, sequenceid=28, filesize=5.2 K 2024-11-13T07:20:48,982 DEBUG [M:0;2998b885bdef:44817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4deb5b12ecb44758f1177184d54f128 as hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f4deb5b12ecb44758f1177184d54f128 2024-11-13T07:20:48,987 INFO [M:0;2998b885bdef:44817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39993/user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f4deb5b12ecb44758f1177184d54f128, entries=1, sequenceid=28, filesize=5.0 K 2024-11-13T07:20:48,988 INFO [M:0;2998b885bdef:44817 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 542ms, sequenceid=28, compaction requested=false 2024-11-13T07:20:48,990 INFO [M:0;2998b885bdef:44817 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:20:48,990 DEBUG [M:0;2998b885bdef:44817 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482448446Disabling compacts and flushes for region at 1731482448446Disabling writes for close at 1731482448446Obtaining lock to block concurrent updates at 1731482448446Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731482448446Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731482448447 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731482448448 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731482448448Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731482448476 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731482448476Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731482448894 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731482448917 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731482448917Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731482448934 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731482448952 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731482448952Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fd9d046: reopening flushed file at 1731482448964 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eaa7cff: reopening flushed file at 1731482448974 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a8f3d59: reopening flushed file at 1731482448981 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 542ms, sequenceid=28, compaction requested=false at 1731482448989 (+8 ms)Writing region close event to WAL at 1731482448990 (+1 ms)Closed at 1731482448990 2024-11-13T07:20:48,993 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5fceac63-582a-bee6-bd76-34c9f9635ccd/MasterData/WALs/2998b885bdef,44817,1731482441389/2998b885bdef%2C44817%2C1731482441389.1731482443109 not finished, retry = 0 2024-11-13T07:20:48,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39033 is added to blk_1073741830_1006 (size=10165) 2024-11-13T07:20:49,080 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T07:20:49,094 INFO [M:0;2998b885bdef:44817 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T07:20:49,094 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:20:49,094 INFO [M:0;2998b885bdef:44817 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44817 2024-11-13T07:20:49,095 INFO [M:0;2998b885bdef:44817 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:20:49,110 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,43043,1731482435011.replicationSource.wal-reader.2998b885bdef%2C43043%2C1731482435011,1-2998b885bdef,43043,1731482435011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/WALs/2998b885bdef,43043,1731482435011/2998b885bdef%2C43043%2C1731482435011.1731482437329 to pos 0, reset compression=false 2024-11-13T07:20:49,206 INFO [M:0;2998b885bdef:44817 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:20:49,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44817-0x101331085030003, quorum=127.0.0.1:55283, baseZNode=/11843626272 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:20:49,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44817-0x101331085030003, quorum=127.0.0.1:55283, baseZNode=/11843626272 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:20:49,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c6aabd5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:20:49,245 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50c8533a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:20:49,245 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:20:49,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7be2514f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:20:49,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bc649c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11b84d47-33aa-453a-2e7c-d4245642a975/hadoop.log.dir/,STOPPED} 2024-11-13T07:20:49,246 WARN [BP-191507011-172.17.0.3-1731482438507 heartbeating to localhost/127.0.0.1:39993 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T07:20:49,246 WARN [BP-191507011-172.17.0.3-1731482438507 heartbeating to localhost/127.0.0.1:39993 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-191507011-172.17.0.3-1731482438507 (Datanode Uuid c7d0121f-b1a5-4c1c-a630-7674950ba98b) service to localhost/127.0.0.1:39993 2024-11-13T07:20:49,247 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T07:20:49,247 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T07:20:49,247 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11b84d47-33aa-453a-2e7c-d4245642a975/cluster_722c64be-84e3-fc20-a74f-3c8b4186ab74/data/data1/current/BP-191507011-172.17.0.3-1731482438507 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:20:49,247 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11b84d47-33aa-453a-2e7c-d4245642a975/cluster_722c64be-84e3-fc20-a74f-3c8b4186ab74/data/data2/current/BP-191507011-172.17.0.3-1731482438507 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:20:49,248 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T07:20:49,253 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4717e7d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:20:49,253 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2830aee1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:20:49,254 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:20:49,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@590b4990{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:20:49,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b452c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11b84d47-33aa-453a-2e7c-d4245642a975/hadoop.log.dir/,STOPPED} 2024-11-13T07:20:49,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T07:20:49,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T07:20:49,272 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:20:49,272 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:20:49,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:20:49,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:20:49,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:20:49,273 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T07:20:49,273 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=515712795, stopped=false 2024-11-13T07:20:49,273 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2998b885bdef,35201,1731482434683 2024-11-13T07:20:49,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35201-0x101331085030000, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1586758142/running 2024-11-13T07:20:49,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43043-0x101331085030001, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1586758142/running 2024-11-13T07:20:49,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43043-0x101331085030001, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586758142 2024-11-13T07:20:49,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35201-0x101331085030000, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586758142 2024-11-13T07:20:49,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35201-0x101331085030000, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Set watcher on znode that does not yet exist, /0-1586758142/running 2024-11-13T07:20:49,292 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:20:49,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43043-0x101331085030001, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Set watcher on znode that does not yet exist, /0-1586758142/running 2024-11-13T07:20:49,292 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:20:49,292 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:20:49,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:20:49,293 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2998b885bdef,43043,1731482435011' ***** 2024-11-13T07:20:49,293 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T07:20:49,293 INFO [RS:0;2998b885bdef:43043 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T07:20:49,293 INFO [RS:0;2998b885bdef:43043 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T07:20:49,293 INFO [RS:0;2998b885bdef:43043 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T07:20:49,293 INFO [RS:0;2998b885bdef:43043 {}] regionserver.HRegionServer(3091): Received CLOSE for 385e28d5c0936579f6ddbc234d962335 2024-11-13T07:20:49,294 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T07:20:49,294 INFO [RS:0;2998b885bdef:43043 {}] regionserver.HRegionServer(959): stopping server 2998b885bdef,43043,1731482435011 2024-11-13T07:20:49,294 INFO [RS:0;2998b885bdef:43043 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:20:49,294 INFO [RS:0;2998b885bdef:43043 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:43043. 2024-11-13T07:20:49,295 DEBUG [RS:0;2998b885bdef:43043 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:20:49,295 DEBUG [RS:0;2998b885bdef:43043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:20:49,295 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 385e28d5c0936579f6ddbc234d962335, disabling compactions & flushes 2024-11-13T07:20:49,295 INFO [RS:0;2998b885bdef:43043 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T07:20:49,295 INFO [RS:0;2998b885bdef:43043 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T07:20:49,295 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731482445460.385e28d5c0936579f6ddbc234d962335. 2024-11-13T07:20:49,295 INFO [RS:0;2998b885bdef:43043 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T07:20:49,295 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731482445460.385e28d5c0936579f6ddbc234d962335. 2024-11-13T07:20:49,295 INFO [RS:0;2998b885bdef:43043 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T07:20:49,295 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731482445460.385e28d5c0936579f6ddbc234d962335. after waiting 0 ms 2024-11-13T07:20:49,295 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731482445460.385e28d5c0936579f6ddbc234d962335. 2024-11-13T07:20:49,296 INFO [RS:0;2998b885bdef:43043 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T07:20:49,296 DEBUG [RS:0;2998b885bdef:43043 {}] regionserver.HRegionServer(1325): Online Regions={385e28d5c0936579f6ddbc234d962335=hbase:replication,,1731482445460.385e28d5c0936579f6ddbc234d962335., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T07:20:49,296 DEBUG [RS:0;2998b885bdef:43043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 385e28d5c0936579f6ddbc234d962335 2024-11-13T07:20:49,296 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 385e28d5c0936579f6ddbc234d962335 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-13T07:20:49,296 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:20:49,296 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:20:49,297 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:20:49,297 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:20:49,297 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:20:49,297 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T07:20:49,317 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/data/hbase/replication/385e28d5c0936579f6ddbc234d962335/.tmp/queue/d78a8f06f5b7448e94c9d1a056149e0f is 151, key is 1-2998b885bdef,43043,1731482435011/queue:2998b885bdef%2C43043%2C1731482435011/1731482447041/Put/seqid=0 2024-11-13T07:20:49,317 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/data/hbase/meta/1588230740/.tmp/info/68a3b3414440406dad23f718cc195ea8 is 147, key is hbase:replication,,1731482445460.385e28d5c0936579f6ddbc234d962335./info:regioninfo/1731482446651/Put/seqid=0 2024-11-13T07:20:49,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741838_1014 (size=5350) 2024-11-13T07:20:49,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741839_1015 (size=6631) 2024-11-13T07:20:49,326 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/data/hbase/meta/1588230740/.tmp/info/68a3b3414440406dad23f718cc195ea8 2024-11-13T07:20:49,327 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/data/hbase/replication/385e28d5c0936579f6ddbc234d962335/.tmp/queue/d78a8f06f5b7448e94c9d1a056149e0f 2024-11-13T07:20:49,338 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/data/hbase/replication/385e28d5c0936579f6ddbc234d962335/.tmp/queue/d78a8f06f5b7448e94c9d1a056149e0f as hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/data/hbase/replication/385e28d5c0936579f6ddbc234d962335/queue/d78a8f06f5b7448e94c9d1a056149e0f 2024-11-13T07:20:49,348 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/data/hbase/replication/385e28d5c0936579f6ddbc234d962335/queue/d78a8f06f5b7448e94c9d1a056149e0f, entries=1, sequenceid=5, filesize=5.2 K 2024-11-13T07:20:49,349 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 385e28d5c0936579f6ddbc234d962335 in 54ms, sequenceid=5, compaction requested=false 2024-11-13T07:20:49,357 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/data/hbase/meta/1588230740/.tmp/ns/c8707418d68d490e96d254e40cc38165 is 43, key is default/ns:d/1731482438231/Put/seqid=0 2024-11-13T07:20:49,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741840_1016 (size=5153) 2024-11-13T07:20:49,373 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/data/hbase/replication/385e28d5c0936579f6ddbc234d962335/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T07:20:49,374 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:20:49,374 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:20:49,374 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731482445460.385e28d5c0936579f6ddbc234d962335. 2024-11-13T07:20:49,375 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 385e28d5c0936579f6ddbc234d962335: Waiting for close lock at 1731482449294Running coprocessor pre-close hooks at 1731482449294Disabling compacts and flushes for region at 1731482449294Disabling writes for close at 1731482449295 (+1 ms)Obtaining lock to block concurrent updates at 1731482449296 (+1 ms)Preparing flush snapshotting stores in 385e28d5c0936579f6ddbc234d962335 at 1731482449296Finished memstore snapshotting hbase:replication,,1731482445460.385e28d5c0936579f6ddbc234d962335., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731482449297 (+1 ms)Flushing stores of hbase:replication,,1731482445460.385e28d5c0936579f6ddbc234d962335. at 1731482449298 (+1 ms)Flushing 385e28d5c0936579f6ddbc234d962335/queue: creating writer at 1731482449298Flushing 385e28d5c0936579f6ddbc234d962335/queue: appending metadata at 1731482449317 (+19 ms)Flushing 385e28d5c0936579f6ddbc234d962335/queue: closing flushed file at 1731482449317Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c1a6ecb: reopening flushed file at 1731482449337 (+20 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 385e28d5c0936579f6ddbc234d962335 in 54ms, sequenceid=5, compaction requested=false at 1731482449349 (+12 ms)Writing region close event to WAL at 1731482449360 (+11 ms)Running coprocessor post-close hooks at 1731482449374 (+14 ms)Closed at 1731482449374 2024-11-13T07:20:49,375 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731482445460.385e28d5c0936579f6ddbc234d962335. 2024-11-13T07:20:49,391 INFO [regionserver/2998b885bdef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:20:49,496 DEBUG [RS:0;2998b885bdef:43043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:20:49,697 DEBUG [RS:0;2998b885bdef:43043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:20:49,773 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/data/hbase/meta/1588230740/.tmp/ns/c8707418d68d490e96d254e40cc38165 2024-11-13T07:20:49,801 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/data/hbase/meta/1588230740/.tmp/table/00e1b32c09b04278a9998ba30a01eea7 is 53, key is hbase:replication/table:state/1731482446660/Put/seqid=0 2024-11-13T07:20:49,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741841_1017 (size=5256) 2024-11-13T07:20:49,811 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/data/hbase/meta/1588230740/.tmp/table/00e1b32c09b04278a9998ba30a01eea7 2024-11-13T07:20:49,821 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,43043,1731482435011.replicationSource.wal-reader.2998b885bdef%2C43043%2C1731482435011,1-2998b885bdef,43043,1731482435011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/WALs/2998b885bdef,43043,1731482435011/2998b885bdef%2C43043%2C1731482435011.1731482437329 to pos 0, reset compression=false 2024-11-13T07:20:49,823 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/data/hbase/meta/1588230740/.tmp/info/68a3b3414440406dad23f718cc195ea8 as hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/data/hbase/meta/1588230740/info/68a3b3414440406dad23f718cc195ea8 2024-11-13T07:20:49,832 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/data/hbase/meta/1588230740/info/68a3b3414440406dad23f718cc195ea8, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T07:20:49,833 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/data/hbase/meta/1588230740/.tmp/ns/c8707418d68d490e96d254e40cc38165 as hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/data/hbase/meta/1588230740/ns/c8707418d68d490e96d254e40cc38165 2024-11-13T07:20:49,840 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/data/hbase/meta/1588230740/ns/c8707418d68d490e96d254e40cc38165, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T07:20:49,841 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/data/hbase/meta/1588230740/.tmp/table/00e1b32c09b04278a9998ba30a01eea7 as hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/data/hbase/meta/1588230740/table/00e1b32c09b04278a9998ba30a01eea7 2024-11-13T07:20:49,847 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/data/hbase/meta/1588230740/table/00e1b32c09b04278a9998ba30a01eea7, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T07:20:49,848 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 551ms, sequenceid=11, compaction requested=false 2024-11-13T07:20:49,854 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T07:20:49,855 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:20:49,855 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:20:49,855 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:20:49,855 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482449296Running coprocessor pre-close hooks at 1731482449296Disabling compacts and flushes for region at 1731482449296Disabling writes for close at 1731482449297 (+1 ms)Obtaining lock to block concurrent updates at 1731482449297Preparing flush snapshotting stores in 1588230740 at 1731482449297Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731482449297Flushing stores of hbase:meta,,1.1588230740 at 1731482449298 (+1 ms)Flushing 1588230740/info: creating writer at 1731482449298Flushing 1588230740/info: appending metadata at 1731482449317 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731482449317Flushing 1588230740/ns: creating writer at 1731482449334 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731482449356 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731482449356Flushing 1588230740/table: creating writer at 1731482449781 (+425 ms)Flushing 1588230740/table: appending metadata at 1731482449801 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731482449801Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40dbdd55: reopening flushed file at 1731482449820 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d6b3426: reopening flushed file at 1731482449832 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71aaa9e3: reopening flushed file at 1731482449840 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 551ms, sequenceid=11, compaction requested=false at 1731482449848 (+8 ms)Writing region close event to WAL at 1731482449849 (+1 ms)Running coprocessor post-close hooks at 1731482449854 (+5 ms)Closed at 1731482449855 (+1 ms) 2024-11-13T07:20:49,855 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T07:20:49,897 INFO [RS:0;2998b885bdef:43043 {}] regionserver.HRegionServer(976): stopping server 2998b885bdef,43043,1731482435011; all regions closed. 2024-11-13T07:20:49,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741834_1010 (size=2742) 2024-11-13T07:20:49,901 DEBUG [RS:0;2998b885bdef:43043 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/oldWALs 2024-11-13T07:20:49,901 INFO [RS:0;2998b885bdef:43043 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C43043%2C1731482435011.meta:.meta(num 1731482437995) 2024-11-13T07:20:49,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741837_1013 (size=1586) 2024-11-13T07:20:49,906 DEBUG [RS:0;2998b885bdef:43043 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/oldWALs 2024-11-13T07:20:49,906 INFO [RS:0;2998b885bdef:43043 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C43043%2C1731482435011.rep:(num 1731482446616) 2024-11-13T07:20:49,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741833_1009 (size=93) 2024-11-13T07:20:49,908 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/WALs/2998b885bdef,43043,1731482435011/2998b885bdef%2C43043%2C1731482435011.1731482437329 not finished, retry = 0 2024-11-13T07:20:50,011 DEBUG [RS:0;2998b885bdef:43043 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/oldWALs 2024-11-13T07:20:50,011 INFO [RS:0;2998b885bdef:43043 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C43043%2C1731482435011:(num 1731482437329) 2024-11-13T07:20:50,011 DEBUG [RS:0;2998b885bdef:43043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:20:50,011 INFO [RS:0;2998b885bdef:43043 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:20:50,011 INFO [RS:0;2998b885bdef:43043 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:20:50,011 INFO [RS:0;2998b885bdef:43043 {}] hbase.ChoreService(370): Chore service for: regionserver/2998b885bdef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T07:20:50,011 INFO [RS:0;2998b885bdef:43043 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:20:50,011 INFO [regionserver/2998b885bdef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:20:50,012 INFO [RS:0;2998b885bdef:43043 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2998b885bdef,43043,1731482435011 because: Region server is closing 2024-11-13T07:20:50,012 INFO [RS:0;2998b885bdef:43043 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:43043. 2024-11-13T07:20:50,012 DEBUG [RS:0;2998b885bdef:43043 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:20:50,012 DEBUG [RS:0;2998b885bdef:43043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:20:50,012 DEBUG [RS:0;2998b885bdef:43043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:20:50,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:20:50,112 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,43043,1731482435011.replicationSource.shipper2998b885bdef%2C43043%2C1731482435011,1-2998b885bdef,43043,1731482435011 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T07:20:50,112 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,43043,1731482435011.replicationSource.wal-reader.2998b885bdef%2C43043%2C1731482435011,1-2998b885bdef,43043,1731482435011 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T07:20:50,113 INFO [RS:0;2998b885bdef:43043 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,43043,1731482435011.replicationSource.shipper2998b885bdef%2C43043%2C1731482435011,1-2998b885bdef,43043,1731482435011 terminated 2024-11-13T07:20:50,113 INFO [RS:0;2998b885bdef:43043 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43043 2024-11-13T07:20:50,162 INFO [RS:0;2998b885bdef:43043 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:20:50,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43043-0x101331085030001, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1586758142/rs/2998b885bdef,43043,1731482435011 2024-11-13T07:20:50,163 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007fa1688e58a0@5982fd8 rejected from java.util.concurrent.ThreadPoolExecutor@409ab10f[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-13T07:20:50,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35201-0x101331085030000, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586758142/rs 2024-11-13T07:20:50,187 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2998b885bdef,43043,1731482435011] 2024-11-13T07:20:50,257 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1586758142/draining/2998b885bdef,43043,1731482435011 already deleted, retry=false 2024-11-13T07:20:50,258 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2998b885bdef,43043,1731482435011 expired; onlineServers=0 2024-11-13T07:20:50,258 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2998b885bdef,35201,1731482434683' ***** 2024-11-13T07:20:50,258 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T07:20:50,258 INFO [M:0;2998b885bdef:35201 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:20:50,258 INFO [M:0;2998b885bdef:35201 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:20:50,258 DEBUG [M:0;2998b885bdef:35201 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T07:20:50,258 DEBUG [M:0;2998b885bdef:35201 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T07:20:50,258 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T07:20:50,258 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482436909 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482436909,5,FailOnTimeoutGroup] 2024-11-13T07:20:50,258 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482436909 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482436909,5,FailOnTimeoutGroup] 2024-11-13T07:20:50,258 INFO [M:0;2998b885bdef:35201 {}] hbase.ChoreService(370): Chore service for: master/2998b885bdef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T07:20:50,258 INFO [M:0;2998b885bdef:35201 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:20:50,258 DEBUG [M:0;2998b885bdef:35201 {}] master.HMaster(1795): Stopping service threads 2024-11-13T07:20:50,258 INFO [M:0;2998b885bdef:35201 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T07:20:50,259 INFO [M:0;2998b885bdef:35201 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:20:50,259 INFO [M:0;2998b885bdef:35201 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T07:20:50,259 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T07:20:50,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35201-0x101331085030000, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1586758142/master 2024-11-13T07:20:50,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35201-0x101331085030000, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586758142 2024-11-13T07:20:50,280 DEBUG [M:0;2998b885bdef:35201 {}] zookeeper.ZKUtil(347): master:35201-0x101331085030000, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Unable to get data of znode /0-1586758142/master because node does not exist (not an error) 2024-11-13T07:20:50,280 WARN [M:0;2998b885bdef:35201 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T07:20:50,281 INFO [M:0;2998b885bdef:35201 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/.lastflushedseqids 2024-11-13T07:20:50,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741842_1018 (size=181) 2024-11-13T07:20:50,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43043-0x101331085030001, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:20:50,287 INFO [RS:0;2998b885bdef:43043 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:20:50,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43043-0x101331085030001, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:20:50,287 INFO [RS:0;2998b885bdef:43043 {}] regionserver.HRegionServer(1031): Exiting; stopping=2998b885bdef,43043,1731482435011; zookeeper connection closed. 2024-11-13T07:20:50,287 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@26ad0e8c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@26ad0e8c 2024-11-13T07:20:50,287 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T07:20:50,483 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T07:20:50,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:20:50,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:20:50,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:20:50,533 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:20:50,533 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T07:20:50,533 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:20:50,686 INFO [M:0;2998b885bdef:35201 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T07:20:50,686 INFO [M:0;2998b885bdef:35201 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T07:20:50,686 DEBUG [M:0;2998b885bdef:35201 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:20:50,686 INFO [M:0;2998b885bdef:35201 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:20:50,686 DEBUG [M:0;2998b885bdef:35201 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:20:50,687 DEBUG [M:0;2998b885bdef:35201 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:20:50,687 DEBUG [M:0;2998b885bdef:35201 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:20:50,687 INFO [M:0;2998b885bdef:35201 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-13T07:20:50,703 DEBUG [M:0;2998b885bdef:35201 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/499edfcf4e724b7181859b3d5d14e853 is 82, key is hbase:meta,,1/info:regioninfo/1731482438183/Put/seqid=0 2024-11-13T07:20:50,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741843_1019 (size=5672) 2024-11-13T07:20:51,108 INFO [M:0;2998b885bdef:35201 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/499edfcf4e724b7181859b3d5d14e853 2024-11-13T07:20:51,130 DEBUG [M:0;2998b885bdef:35201 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a1e3b0ffd8a44f0a19cf32f2e491235 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731482446667/Put/seqid=0 2024-11-13T07:20:51,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741844_1020 (size=7203) 2024-11-13T07:20:51,136 INFO [M:0;2998b885bdef:35201 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a1e3b0ffd8a44f0a19cf32f2e491235 2024-11-13T07:20:51,175 DEBUG [M:0;2998b885bdef:35201 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef567305ab1d41d98823a7ad59714e2e is 69, key is 2998b885bdef,43043,1731482435011/rs:state/1731482437029/Put/seqid=0 2024-11-13T07:20:51,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741845_1021 (size=5156) 2024-11-13T07:20:51,580 INFO [M:0;2998b885bdef:35201 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef567305ab1d41d98823a7ad59714e2e 2024-11-13T07:20:51,587 DEBUG [M:0;2998b885bdef:35201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/499edfcf4e724b7181859b3d5d14e853 as hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/499edfcf4e724b7181859b3d5d14e853 2024-11-13T07:20:51,593 INFO [M:0;2998b885bdef:35201 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/499edfcf4e724b7181859b3d5d14e853, entries=8, sequenceid=70, filesize=5.5 K 2024-11-13T07:20:51,594 DEBUG [M:0;2998b885bdef:35201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a1e3b0ffd8a44f0a19cf32f2e491235 as hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a1e3b0ffd8a44f0a19cf32f2e491235 2024-11-13T07:20:51,601 INFO [M:0;2998b885bdef:35201 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a1e3b0ffd8a44f0a19cf32f2e491235, entries=8, sequenceid=70, filesize=7.0 K 2024-11-13T07:20:51,602 DEBUG [M:0;2998b885bdef:35201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef567305ab1d41d98823a7ad59714e2e as hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef567305ab1d41d98823a7ad59714e2e 2024-11-13T07:20:51,608 INFO [M:0;2998b885bdef:35201 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46443/user/jenkins/test-data/6efadfd9-fba7-5cf3-5979-b6dba05ec907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef567305ab1d41d98823a7ad59714e2e, entries=1, sequenceid=70, filesize=5.0 K 2024-11-13T07:20:51,610 INFO [M:0;2998b885bdef:35201 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 923ms, sequenceid=70, compaction requested=false 2024-11-13T07:20:51,616 INFO [M:0;2998b885bdef:35201 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:20:51,617 DEBUG [M:0;2998b885bdef:35201 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482450686Disabling compacts and flushes for region at 1731482450686Disabling writes for close at 1731482450687 (+1 ms)Obtaining lock to block concurrent updates at 1731482450687Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731482450687Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731482450687Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731482450688 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731482450688Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731482450702 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731482450702Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731482451113 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731482451130 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731482451130Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731482451157 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731482451174 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731482451174Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72e2b7fa: reopening flushed file at 1731482451586 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f9f00d7: reopening flushed file at 1731482451593 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a6e3784: reopening flushed file at 1731482451601 (+8 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 923ms, sequenceid=70, compaction requested=false at 1731482451610 (+9 ms)Writing region close event to WAL at 1731482451616 (+6 ms)Closed at 1731482451616 2024-11-13T07:20:51,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45657 is added to blk_1073741830_1006 (size=41008) 2024-11-13T07:20:51,627 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:20:51,627 INFO [M:0;2998b885bdef:35201 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T07:20:51,627 INFO [M:0;2998b885bdef:35201 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35201 2024-11-13T07:20:51,627 INFO [M:0;2998b885bdef:35201 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:20:51,838 INFO [M:0;2998b885bdef:35201 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:20:51,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35201-0x101331085030000, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:20:51,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35201-0x101331085030000, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:20:51,843 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ac764ec{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:20:51,844 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7606b15b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:20:51,844 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:20:51,845 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f5d60d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:20:51,845 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f9317a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3fa572c-ca1a-28b9-5d05-b0a5663d2774/hadoop.log.dir/,STOPPED} 2024-11-13T07:20:51,846 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T07:20:51,846 WARN [BP-473350889-172.17.0.3-1731482388944 heartbeating to localhost/127.0.0.1:46443 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T07:20:51,846 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T07:20:51,846 WARN [BP-473350889-172.17.0.3-1731482388944 heartbeating to localhost/127.0.0.1:46443 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-473350889-172.17.0.3-1731482388944 (Datanode Uuid ca527158-0015-4f93-8bf8-8b0119a97e69) service to localhost/127.0.0.1:46443 2024-11-13T07:20:51,847 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3fa572c-ca1a-28b9-5d05-b0a5663d2774/cluster_4ea6281b-d06a-1e37-9f5f-fbfde468f1a4/data/data1/current/BP-473350889-172.17.0.3-1731482388944 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:20:51,848 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T07:20:51,849 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3fa572c-ca1a-28b9-5d05-b0a5663d2774/cluster_4ea6281b-d06a-1e37-9f5f-fbfde468f1a4/data/data2/current/BP-473350889-172.17.0.3-1731482388944 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:20:51,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77a0b3f4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:20:51,856 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8880471{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:20:51,856 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:20:51,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4343dd3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:20:51,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32531b71{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3fa572c-ca1a-28b9-5d05-b0a5663d2774/hadoop.log.dir/,STOPPED} 2024-11-13T07:20:51,870 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T07:20:51,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T07:20:51,897 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=131 (was 104) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46443 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39993 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39993 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46443 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46443 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:39993 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39993 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55283) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:46443 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55283) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39993 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46443 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 425) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1088 (was 1174), ProcessCount=11 (was 11), AvailableMemoryMB=4337 (was 3202) - AvailableMemoryMB LEAK? - 2024-11-13T07:20:51,904 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=131, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=1088, ProcessCount=11, AvailableMemoryMB=4337 2024-11-13T07:20:51,918 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-13T07:20:51,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11b84d47-33aa-453a-2e7c-d4245642a975/hadoop.log.dir so I do NOT create it in target/test-data/a36d9ee6-f8ff-8e4e-7bb0-575da2d9fdf5 2024-11-13T07:20:51,919 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11b84d47-33aa-453a-2e7c-d4245642a975/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T07:20:51,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11b84d47-33aa-453a-2e7c-d4245642a975/hadoop.tmp.dir so I do NOT create it in target/test-data/a36d9ee6-f8ff-8e4e-7bb0-575da2d9fdf5 2024-11-13T07:20:51,919 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11b84d47-33aa-453a-2e7c-d4245642a975/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T07:20:51,919 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36d9ee6-f8ff-8e4e-7bb0-575da2d9fdf5 2024-11-13T07:20:51,919 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36d9ee6-f8ff-8e4e-7bb0-575da2d9fdf5/cluster_e3821fc5-83f7-6b75-3835-e5ddffe2bca7, deleteOnExit=true 2024-11-13T07:20:51,925 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36d9ee6-f8ff-8e4e-7bb0-575da2d9fdf5/cluster_e3821fc5-83f7-6b75-3835-e5ddffe2bca7/zookeeper_0, clientPort=53947, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36d9ee6-f8ff-8e4e-7bb0-575da2d9fdf5/cluster_e3821fc5-83f7-6b75-3835-e5ddffe2bca7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36d9ee6-f8ff-8e4e-7bb0-575da2d9fdf5/cluster_e3821fc5-83f7-6b75-3835-e5ddffe2bca7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T07:20:51,927 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53947 2024-11-13T07:20:51,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T07:20:51,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T07:20:51,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36d9ee6-f8ff-8e4e-7bb0-575da2d9fdf5/test.cache.data in system properties and HBase conf 2024-11-13T07:20:51,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36d9ee6-f8ff-8e4e-7bb0-575da2d9fdf5/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T07:20:51,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36d9ee6-f8ff-8e4e-7bb0-575da2d9fdf5/hadoop.log.dir in system properties and HBase conf 2024-11-13T07:20:51,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36d9ee6-f8ff-8e4e-7bb0-575da2d9fdf5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T07:20:51,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36d9ee6-f8ff-8e4e-7bb0-575da2d9fdf5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T07:20:51,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T07:20:51,928 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T07:20:51,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36d9ee6-f8ff-8e4e-7bb0-575da2d9fdf5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:20:51,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36d9ee6-f8ff-8e4e-7bb0-575da2d9fdf5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:20:51,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36d9ee6-f8ff-8e4e-7bb0-575da2d9fdf5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T07:20:51,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36d9ee6-f8ff-8e4e-7bb0-575da2d9fdf5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:20:51,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36d9ee6-f8ff-8e4e-7bb0-575da2d9fdf5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T07:20:51,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36d9ee6-f8ff-8e4e-7bb0-575da2d9fdf5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T07:20:51,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36d9ee6-f8ff-8e4e-7bb0-575da2d9fdf5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:20:51,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36d9ee6-f8ff-8e4e-7bb0-575da2d9fdf5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:20:51,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36d9ee6-f8ff-8e4e-7bb0-575da2d9fdf5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T07:20:51,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36d9ee6-f8ff-8e4e-7bb0-575da2d9fdf5/nfs.dump.dir in system properties and HBase conf 2024-11-13T07:20:51,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36d9ee6-f8ff-8e4e-7bb0-575da2d9fdf5/java.io.tmpdir in system properties and HBase conf 2024-11-13T07:20:51,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36d9ee6-f8ff-8e4e-7bb0-575da2d9fdf5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:20:51,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36d9ee6-f8ff-8e4e-7bb0-575da2d9fdf5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T07:20:51,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36d9ee6-f8ff-8e4e-7bb0-575da2d9fdf5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T07:20:51,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101331085030005, quorum=127.0.0.1:55283, baseZNode=/11843626272 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T07:20:51,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101331085030002, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T07:20:51,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101331085030002, quorum=127.0.0.1:55283, baseZNode=/0-1586758142 Received Disconnected from ZooKeeper, ignoring 2024-11-13T07:20:51,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101331085030005, quorum=127.0.0.1:55283, baseZNode=/11843626272 Received Disconnected from ZooKeeper, ignoring 2024-11-13T07:20:53,103 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:20:53,111 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:20:53,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:20:53,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:20:53,116 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T07:20:53,116 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:20:53,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@707d38ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36d9ee6-f8ff-8e4e-7bb0-575da2d9fdf5/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:20:53,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bcf2990{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:20:53,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@693943dc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36d9ee6-f8ff-8e4e-7bb0-575da2d9fdf5/java.io.tmpdir/jetty-localhost-38783-hadoop-hdfs-3_4_1-tests_jar-_-any-6825081705584439312/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:20:53,246 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2de92a9d{HTTP/1.1, (http/1.1)}{localhost:38783} 2024-11-13T07:20:53,246 INFO [Time-limited test {}] server.Server(415): Started @141136ms 2024-11-13T07:20:53,637 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:20:53,641 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:20:53,643 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:20:53,643 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:20:53,643 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T07:20:53,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4eb11462{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36d9ee6-f8ff-8e4e-7bb0-575da2d9fdf5/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:20:53,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fc1d38b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:20:53,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@132c64e3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36d9ee6-f8ff-8e4e-7bb0-575da2d9fdf5/java.io.tmpdir/jetty-localhost-45935-hadoop-hdfs-3_4_1-tests_jar-_-any-5185452802220579530/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:20:53,757 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27632f48{HTTP/1.1, (http/1.1)}{localhost:45935} 2024-11-13T07:20:53,757 INFO [Time-limited test {}] server.Server(415): Started @141648ms 2024-11-13T07:20:53,758 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T07:20:55,274 WARN [Thread-837 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36d9ee6-f8ff-8e4e-7bb0-575da2d9fdf5/cluster_e3821fc5-83f7-6b75-3835-e5ddffe2bca7/data/data1/current/BP-1713091877-172.17.0.3-1731482451955/current, will proceed with Du for space computation calculation, 2024-11-13T07:20:55,275 WARN [Thread-838 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36d9ee6-f8ff-8e4e-7bb0-575da2d9fdf5/cluster_e3821fc5-83f7-6b75-3835-e5ddffe2bca7/data/data2/current/BP-1713091877-172.17.0.3-1731482451955/current, will proceed with Du for space computation calculation, 2024-11-13T07:20:55,295 WARN [Thread-825 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T07:20:55,298 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xebb91f339c3a8c20 with lease ID 0x4a81955173b8e1cb: Processing first storage report for DS-63894cb3-96ed-42a0-b477-5aee93cedc74 from datanode DatanodeRegistration(127.0.0.1:39565, datanodeUuid=530ec2f5-a978-46cd-a154-0d3585c0f0b5, infoPort=39869, infoSecurePort=0, ipcPort=37413, storageInfo=lv=-57;cid=testClusterID;nsid=621768826;c=1731482451955) 2024-11-13T07:20:55,298 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xebb91f339c3a8c20 with lease ID 0x4a81955173b8e1cb: from storage DS-63894cb3-96ed-42a0-b477-5aee93cedc74 node DatanodeRegistration(127.0.0.1:39565, datanodeUuid=530ec2f5-a978-46cd-a154-0d3585c0f0b5, infoPort=39869, infoSecurePort=0, ipcPort=37413, storageInfo=lv=-57;cid=testClusterID;nsid=621768826;c=1731482451955), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T07:20:55,298 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xebb91f339c3a8c20 with lease ID 0x4a81955173b8e1cb: Processing first storage report for DS-57889ac6-15ac-41af-ab84-2959f08e23ba from datanode DatanodeRegistration(127.0.0.1:39565, datanodeUuid=530ec2f5-a978-46cd-a154-0d3585c0f0b5, infoPort=39869, infoSecurePort=0, ipcPort=37413, storageInfo=lv=-57;cid=testClusterID;nsid=621768826;c=1731482451955) 2024-11-13T07:20:55,298 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xebb91f339c3a8c20 with lease ID 0x4a81955173b8e1cb: from storage DS-57889ac6-15ac-41af-ab84-2959f08e23ba node DatanodeRegistration(127.0.0.1:39565, datanodeUuid=530ec2f5-a978-46cd-a154-0d3585c0f0b5, infoPort=39869, infoSecurePort=0, ipcPort=37413, storageInfo=lv=-57;cid=testClusterID;nsid=621768826;c=1731482451955), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T07:20:55,318 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36d9ee6-f8ff-8e4e-7bb0-575da2d9fdf5 2024-11-13T07:20:55,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:20:55,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:20:55,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741825_1001 (size=7) 2024-11-13T07:20:55,614 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T07:20:55,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:20:55,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:20:55,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:20:55,728 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5 with version=8 2024-11-13T07:20:55,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/hbase-staging 2024-11-13T07:20:55,730 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:20:55,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:20:55,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:20:55,730 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:20:55,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:20:55,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:20:55,730 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T07:20:55,730 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:20:55,731 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40571 2024-11-13T07:20:55,732 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40571 connecting to ZooKeeper ensemble=127.0.0.1:53947 2024-11-13T07:20:55,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:405710x0, quorum=127.0.0.1:53947, baseZNode=/0976378239 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:20:55,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40571-0x10133117b800000 connected 2024-11-13T07:20:56,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:20:56,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:20:56,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40571-0x10133117b800000, quorum=127.0.0.1:53947, baseZNode=/0976378239 Set watcher on znode that does not yet exist, /0976378239/running 2024-11-13T07:20:56,213 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5, hbase.cluster.distributed=false 2024-11-13T07:20:56,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40571-0x10133117b800000, quorum=127.0.0.1:53947, baseZNode=/0976378239 Set watcher on znode that does not yet exist, /0976378239/acl 2024-11-13T07:20:56,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40571 2024-11-13T07:20:56,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40571 2024-11-13T07:20:56,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40571 2024-11-13T07:20:56,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40571 2024-11-13T07:20:56,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40571 2024-11-13T07:20:56,246 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:20:56,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:20:56,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:20:56,246 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:20:56,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:20:56,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:20:56,246 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T07:20:56,246 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:20:56,247 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36877 2024-11-13T07:20:56,248 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36877 connecting to ZooKeeper ensemble=127.0.0.1:53947 2024-11-13T07:20:56,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:20:56,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:20:56,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368770x0, quorum=127.0.0.1:53947, baseZNode=/0976378239 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:20:56,348 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368770x0, quorum=127.0.0.1:53947, baseZNode=/0976378239 Set watcher on znode that does not yet exist, /0976378239/running 2024-11-13T07:20:56,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36877-0x10133117b800001 connected 2024-11-13T07:20:56,349 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T07:20:56,349 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T07:20:56,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36877-0x10133117b800001, quorum=127.0.0.1:53947, baseZNode=/0976378239 Set watcher on znode that does not yet exist, /0976378239/master 2024-11-13T07:20:56,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36877-0x10133117b800001, quorum=127.0.0.1:53947, baseZNode=/0976378239 Set watcher on znode that does not yet exist, /0976378239/acl 2024-11-13T07:20:56,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36877 2024-11-13T07:20:56,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36877 2024-11-13T07:20:56,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36877 2024-11-13T07:20:56,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36877 2024-11-13T07:20:56,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36877 2024-11-13T07:20:56,366 DEBUG [M:0;2998b885bdef:40571 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2998b885bdef:40571 2024-11-13T07:20:56,367 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0976378239/backup-masters/2998b885bdef,40571,1731482455730 2024-11-13T07:20:56,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36877-0x10133117b800001, quorum=127.0.0.1:53947, baseZNode=/0976378239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976378239/backup-masters 2024-11-13T07:20:56,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40571-0x10133117b800000, quorum=127.0.0.1:53947, baseZNode=/0976378239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976378239/backup-masters 2024-11-13T07:20:56,425 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40571-0x10133117b800000, quorum=127.0.0.1:53947, baseZNode=/0976378239 Set watcher on existing znode=/0976378239/backup-masters/2998b885bdef,40571,1731482455730 2024-11-13T07:20:56,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36877-0x10133117b800001, quorum=127.0.0.1:53947, baseZNode=/0976378239 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0976378239/master 2024-11-13T07:20:56,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40571-0x10133117b800000, quorum=127.0.0.1:53947, baseZNode=/0976378239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976378239 2024-11-13T07:20:56,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36877-0x10133117b800001, quorum=127.0.0.1:53947, baseZNode=/0976378239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976378239 2024-11-13T07:20:56,463 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40571-0x10133117b800000, quorum=127.0.0.1:53947, baseZNode=/0976378239 Set watcher on existing znode=/0976378239/master 2024-11-13T07:20:56,463 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0976378239/backup-masters/2998b885bdef,40571,1731482455730 from backup master directory 2024-11-13T07:20:56,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36877-0x10133117b800001, quorum=127.0.0.1:53947, baseZNode=/0976378239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976378239/backup-masters 2024-11-13T07:20:56,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40571-0x10133117b800000, quorum=127.0.0.1:53947, baseZNode=/0976378239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0976378239/backup-masters/2998b885bdef,40571,1731482455730 2024-11-13T07:20:56,508 WARN [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:20:56,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40571-0x10133117b800000, quorum=127.0.0.1:53947, baseZNode=/0976378239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976378239/backup-masters 2024-11-13T07:20:56,508 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2998b885bdef,40571,1731482455730 2024-11-13T07:20:56,512 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/hbase.id] with ID: c1049cea-9b28-4938-855a-7ae90c7fa2e1 2024-11-13T07:20:56,512 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/.tmp/hbase.id 2024-11-13T07:20:56,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741826_1002 (size=42) 2024-11-13T07:20:56,918 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/.tmp/hbase.id]:[hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/hbase.id] 2024-11-13T07:20:56,929 INFO [master/2998b885bdef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:20:56,929 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T07:20:56,930 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T07:20:56,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36877-0x10133117b800001, quorum=127.0.0.1:53947, baseZNode=/0976378239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976378239 2024-11-13T07:20:56,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40571-0x10133117b800000, quorum=127.0.0.1:53947, baseZNode=/0976378239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976378239 2024-11-13T07:20:56,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741827_1003 (size=196) 2024-11-13T07:20:57,356 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:20:57,357 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T07:20:57,358 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:20:57,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741828_1004 (size=1189) 2024-11-13T07:20:57,768 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/MasterData/data/master/store 2024-11-13T07:20:57,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741829_1005 (size=34) 2024-11-13T07:20:58,175 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:20:58,175 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:20:58,175 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:20:58,175 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:20:58,175 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:20:58,175 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:20:58,175 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:20:58,175 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482458175Disabling compacts and flushes for region at 1731482458175Disabling writes for close at 1731482458175Writing region close event to WAL at 1731482458175Closed at 1731482458175 2024-11-13T07:20:58,176 WARN [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/MasterData/data/master/store/.initializing 2024-11-13T07:20:58,176 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/MasterData/WALs/2998b885bdef,40571,1731482455730 2024-11-13T07:20:58,177 INFO [master/2998b885bdef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:20:58,179 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2998b885bdef%2C40571%2C1731482455730, suffix=, logDir=hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/MasterData/WALs/2998b885bdef,40571,1731482455730, archiveDir=hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/MasterData/oldWALs, maxLogs=10 2024-11-13T07:20:58,191 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/MasterData/WALs/2998b885bdef,40571,1731482455730/2998b885bdef%2C40571%2C1731482455730.1731482458179, exclude list is [], retry=0 2024-11-13T07:20:58,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39565,DS-63894cb3-96ed-42a0-b477-5aee93cedc74,DISK] 2024-11-13T07:20:58,195 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/MasterData/WALs/2998b885bdef,40571,1731482455730/2998b885bdef%2C40571%2C1731482455730.1731482458179 2024-11-13T07:20:58,196 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39869:39869)] 2024-11-13T07:20:58,196 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:20:58,196 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:20:58,196 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:20:58,196 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:20:58,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:20:58,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T07:20:58,200 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:58,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:20:58,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:20:58,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T07:20:58,201 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:58,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:20:58,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:20:58,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T07:20:58,203 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:58,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:20:58,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:20:58,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T07:20:58,205 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:58,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:20:58,206 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:20:58,206 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:20:58,206 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:20:58,207 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:20:58,208 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:20:58,208 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:20:58,209 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:20:58,211 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:20:58,211 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65559571, jitterRate=-0.023086264729499817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:20:58,212 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731482458197Initializing all the Stores at 1731482458198 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482458198Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482458198Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482458198Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482458198Cleaning up temporary data from old regions at 1731482458208 (+10 ms)Region opened successfully at 1731482458212 (+4 ms) 2024-11-13T07:20:58,212 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T07:20:58,215 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7441be70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:20:58,215 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T07:20:58,216 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T07:20:58,216 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T07:20:58,216 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T07:20:58,216 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T07:20:58,216 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T07:20:58,216 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T07:20:58,218 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T07:20:58,219 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40571-0x10133117b800000, quorum=127.0.0.1:53947, baseZNode=/0976378239 Unable to get data of znode /0976378239/balancer because node does not exist (not necessarily an error) 2024-11-13T07:20:58,293 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0976378239/balancer already deleted, retry=false 2024-11-13T07:20:58,294 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T07:20:58,294 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40571-0x10133117b800000, quorum=127.0.0.1:53947, baseZNode=/0976378239 Unable to get data of znode /0976378239/normalizer because node does not exist (not necessarily an error) 2024-11-13T07:20:58,325 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0976378239/normalizer already deleted, retry=false 2024-11-13T07:20:58,326 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T07:20:58,327 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40571-0x10133117b800000, quorum=127.0.0.1:53947, baseZNode=/0976378239 Unable to get data of znode /0976378239/switch/split because node does not exist (not necessarily an error) 2024-11-13T07:20:58,339 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0976378239/switch/split already deleted, retry=false 2024-11-13T07:20:58,341 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40571-0x10133117b800000, quorum=127.0.0.1:53947, baseZNode=/0976378239 Unable to get data of znode /0976378239/switch/merge because node does not exist (not necessarily an error) 2024-11-13T07:20:58,350 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0976378239/switch/merge already deleted, retry=false 2024-11-13T07:20:58,355 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40571-0x10133117b800000, quorum=127.0.0.1:53947, baseZNode=/0976378239 Unable to get data of znode /0976378239/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T07:20:58,360 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0976378239/snapshot-cleanup already deleted, retry=false 2024-11-13T07:20:58,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36877-0x10133117b800001, quorum=127.0.0.1:53947, baseZNode=/0976378239 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0976378239/running 2024-11-13T07:20:58,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40571-0x10133117b800000, quorum=127.0.0.1:53947, baseZNode=/0976378239 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0976378239/running 2024-11-13T07:20:58,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40571-0x10133117b800000, quorum=127.0.0.1:53947, baseZNode=/0976378239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976378239 2024-11-13T07:20:58,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36877-0x10133117b800001, quorum=127.0.0.1:53947, baseZNode=/0976378239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976378239 2024-11-13T07:20:58,376 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2998b885bdef,40571,1731482455730, sessionid=0x10133117b800000, setting cluster-up flag (Was=false) 2024-11-13T07:20:58,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36877-0x10133117b800001, quorum=127.0.0.1:53947, baseZNode=/0976378239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976378239 2024-11-13T07:20:58,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40571-0x10133117b800000, quorum=127.0.0.1:53947, baseZNode=/0976378239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976378239 2024-11-13T07:20:58,434 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0976378239/flush-table-proc/acquired, /0976378239/flush-table-proc/reached, /0976378239/flush-table-proc/abort 2024-11-13T07:20:58,435 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,40571,1731482455730 2024-11-13T07:20:58,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36877-0x10133117b800001, quorum=127.0.0.1:53947, baseZNode=/0976378239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976378239 2024-11-13T07:20:58,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40571-0x10133117b800000, quorum=127.0.0.1:53947, baseZNode=/0976378239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976378239 2024-11-13T07:20:58,487 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0976378239/online-snapshot/acquired, /0976378239/online-snapshot/reached, /0976378239/online-snapshot/abort 2024-11-13T07:20:58,488 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,40571,1731482455730 2024-11-13T07:20:58,492 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T07:20:58,494 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T07:20:58,494 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T07:20:58,494 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T07:20:58,494 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2998b885bdef,40571,1731482455730 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T07:20:58,495 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:20:58,496 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:20:58,496 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:20:58,496 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:20:58,496 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2998b885bdef:0, corePoolSize=10, maxPoolSize=10 2024-11-13T07:20:58,496 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:20:58,496 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:20:58,496 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:20:58,497 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:20:58,497 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T07:20:58,498 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:58,498 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T07:20:58,501 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731482488501 2024-11-13T07:20:58,502 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T07:20:58,502 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T07:20:58,502 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T07:20:58,502 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T07:20:58,502 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T07:20:58,502 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T07:20:58,502 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:58,502 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T07:20:58,502 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T07:20:58,502 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T07:20:58,502 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T07:20:58,503 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T07:20:58,503 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T07:20:58,504 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482458503,5,FailOnTimeoutGroup] 2024-11-13T07:20:58,507 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482458504,5,FailOnTimeoutGroup] 2024-11-13T07:20:58,507 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:58,507 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T07:20:58,507 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:58,507 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:58,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741831_1007 (size=1321) 2024-11-13T07:20:58,560 INFO [RS:0;2998b885bdef:36877 {}] regionserver.HRegionServer(746): ClusterId : c1049cea-9b28-4938-855a-7ae90c7fa2e1 2024-11-13T07:20:58,561 DEBUG [RS:0;2998b885bdef:36877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T07:20:58,571 DEBUG [RS:0;2998b885bdef:36877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T07:20:58,571 DEBUG [RS:0;2998b885bdef:36877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T07:20:58,583 DEBUG [RS:0;2998b885bdef:36877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T07:20:58,583 DEBUG [RS:0;2998b885bdef:36877 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a91dde2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:20:58,596 DEBUG [RS:0;2998b885bdef:36877 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2998b885bdef:36877 2024-11-13T07:20:58,596 INFO [RS:0;2998b885bdef:36877 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T07:20:58,596 INFO [RS:0;2998b885bdef:36877 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T07:20:58,596 DEBUG [RS:0;2998b885bdef:36877 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T07:20:58,597 INFO [RS:0;2998b885bdef:36877 {}] regionserver.HRegionServer(2659): reportForDuty to master=2998b885bdef,40571,1731482455730 with port=36877, startcode=1731482456246 2024-11-13T07:20:58,597 DEBUG [RS:0;2998b885bdef:36877 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T07:20:58,599 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T07:20:58,599 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40571 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2998b885bdef,36877,1731482456246 2024-11-13T07:20:58,599 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40571 {}] master.ServerManager(517): Registering regionserver=2998b885bdef,36877,1731482456246 2024-11-13T07:20:58,601 DEBUG [RS:0;2998b885bdef:36877 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5 2024-11-13T07:20:58,601 DEBUG [RS:0;2998b885bdef:36877 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42359 2024-11-13T07:20:58,601 DEBUG [RS:0;2998b885bdef:36877 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T07:20:58,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40571-0x10133117b800000, quorum=127.0.0.1:53947, baseZNode=/0976378239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976378239/rs 2024-11-13T07:20:58,704 DEBUG [RS:0;2998b885bdef:36877 {}] zookeeper.ZKUtil(111): regionserver:36877-0x10133117b800001, quorum=127.0.0.1:53947, baseZNode=/0976378239 Set watcher on existing znode=/0976378239/rs/2998b885bdef,36877,1731482456246 2024-11-13T07:20:58,704 WARN [RS:0;2998b885bdef:36877 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:20:58,704 INFO [RS:0;2998b885bdef:36877 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:20:58,704 DEBUG [RS:0;2998b885bdef:36877 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246 2024-11-13T07:20:58,705 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2998b885bdef,36877,1731482456246] 2024-11-13T07:20:58,707 INFO [RS:0;2998b885bdef:36877 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T07:20:58,709 INFO [RS:0;2998b885bdef:36877 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T07:20:58,709 INFO [RS:0;2998b885bdef:36877 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T07:20:58,709 INFO [RS:0;2998b885bdef:36877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:58,712 INFO [RS:0;2998b885bdef:36877 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T07:20:58,712 INFO [RS:0;2998b885bdef:36877 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T07:20:58,713 INFO [RS:0;2998b885bdef:36877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:58,713 DEBUG [RS:0;2998b885bdef:36877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:20:58,713 DEBUG [RS:0;2998b885bdef:36877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:20:58,713 DEBUG [RS:0;2998b885bdef:36877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:20:58,713 DEBUG [RS:0;2998b885bdef:36877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:20:58,713 DEBUG [RS:0;2998b885bdef:36877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:20:58,713 DEBUG [RS:0;2998b885bdef:36877 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:20:58,713 DEBUG [RS:0;2998b885bdef:36877 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:20:58,713 DEBUG [RS:0;2998b885bdef:36877 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:20:58,713 DEBUG [RS:0;2998b885bdef:36877 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:20:58,713 DEBUG [RS:0;2998b885bdef:36877 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:20:58,713 DEBUG [RS:0;2998b885bdef:36877 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:20:58,713 DEBUG [RS:0;2998b885bdef:36877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:20:58,714 DEBUG [RS:0;2998b885bdef:36877 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:20:58,714 DEBUG [RS:0;2998b885bdef:36877 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:20:58,719 INFO [RS:0;2998b885bdef:36877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:58,719 INFO [RS:0;2998b885bdef:36877 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:58,720 INFO [RS:0;2998b885bdef:36877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:58,720 INFO [RS:0;2998b885bdef:36877 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:58,720 INFO [RS:0;2998b885bdef:36877 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:58,720 INFO [RS:0;2998b885bdef:36877 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,36877,1731482456246-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:20:58,734 INFO [RS:0;2998b885bdef:36877 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T07:20:58,734 INFO [RS:0;2998b885bdef:36877 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,36877,1731482456246-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:58,735 INFO [RS:0;2998b885bdef:36877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:58,735 INFO [RS:0;2998b885bdef:36877 {}] regionserver.Replication(171): 2998b885bdef,36877,1731482456246 started 2024-11-13T07:20:58,747 INFO [RS:0;2998b885bdef:36877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:58,747 INFO [RS:0;2998b885bdef:36877 {}] regionserver.HRegionServer(1482): Serving as 2998b885bdef,36877,1731482456246, RpcServer on 2998b885bdef/172.17.0.3:36877, sessionid=0x10133117b800001 2024-11-13T07:20:58,747 DEBUG [RS:0;2998b885bdef:36877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T07:20:58,747 DEBUG [RS:0;2998b885bdef:36877 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2998b885bdef,36877,1731482456246 2024-11-13T07:20:58,747 DEBUG [RS:0;2998b885bdef:36877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,36877,1731482456246' 2024-11-13T07:20:58,747 DEBUG [RS:0;2998b885bdef:36877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0976378239/flush-table-proc/abort' 2024-11-13T07:20:58,747 DEBUG [RS:0;2998b885bdef:36877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0976378239/flush-table-proc/acquired' 2024-11-13T07:20:58,748 DEBUG [RS:0;2998b885bdef:36877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T07:20:58,748 DEBUG [RS:0;2998b885bdef:36877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T07:20:58,748 DEBUG [RS:0;2998b885bdef:36877 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2998b885bdef,36877,1731482456246 2024-11-13T07:20:58,748 DEBUG [RS:0;2998b885bdef:36877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,36877,1731482456246' 2024-11-13T07:20:58,748 DEBUG [RS:0;2998b885bdef:36877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0976378239/online-snapshot/abort' 2024-11-13T07:20:58,748 DEBUG [RS:0;2998b885bdef:36877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0976378239/online-snapshot/acquired' 2024-11-13T07:20:58,749 DEBUG [RS:0;2998b885bdef:36877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T07:20:58,749 INFO [RS:0;2998b885bdef:36877 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T07:20:58,749 INFO [RS:0;2998b885bdef:36877 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T07:20:58,849 INFO [RS:0;2998b885bdef:36877 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:20:58,858 INFO [RS:0;2998b885bdef:36877 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C36877%2C1731482456246, suffix=, logDir=hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246, archiveDir=hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/oldWALs, maxLogs=10 2024-11-13T07:20:58,879 DEBUG [RS:0;2998b885bdef:36877 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858, exclude list is [], retry=0 2024-11-13T07:20:58,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39565,DS-63894cb3-96ed-42a0-b477-5aee93cedc74,DISK] 2024-11-13T07:20:58,905 INFO [RS:0;2998b885bdef:36877 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 2024-11-13T07:20:58,905 DEBUG [RS:0;2998b885bdef:36877 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39869:39869)] 2024-11-13T07:20:58,910 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T07:20:58,910 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5 2024-11-13T07:20:58,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741833_1009 (size=32) 2024-11-13T07:20:59,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:20:59,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:20:59,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:20:59,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:59,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:20:59,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:20:59,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:20:59,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:59,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:20:59,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:20:59,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:20:59,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:59,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:20:59,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:20:59,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:20:59,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:59,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:20:59,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:20:59,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/hbase/meta/1588230740 2024-11-13T07:20:59,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/hbase/meta/1588230740 2024-11-13T07:20:59,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:20:59,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:20:59,339 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:20:59,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:20:59,342 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:20:59,342 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59356159, jitterRate=-0.1155243068933487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:20:59,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731482459327Initializing all the Stores at 1731482459328 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482459328Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482459328Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482459328Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482459328Cleaning up temporary data from old regions at 1731482459338 (+10 ms)Region opened successfully at 1731482459343 (+5 ms) 2024-11-13T07:20:59,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:20:59,343 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:20:59,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:20:59,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:20:59,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:20:59,344 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:20:59,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482459343Disabling compacts and flushes for region at 1731482459343Disabling writes for close at 1731482459343Writing region close event to WAL at 1731482459344 (+1 ms)Closed at 1731482459344 2024-11-13T07:20:59,345 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:20:59,345 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T07:20:59,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T07:20:59,347 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:20:59,348 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T07:20:59,498 DEBUG [2998b885bdef:40571 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T07:20:59,499 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2998b885bdef,36877,1731482456246 2024-11-13T07:20:59,500 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,36877,1731482456246, state=OPENING 2024-11-13T07:20:59,616 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T07:20:59,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40571-0x10133117b800000, quorum=127.0.0.1:53947, baseZNode=/0976378239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976378239 2024-11-13T07:20:59,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36877-0x10133117b800001, quorum=127.0.0.1:53947, baseZNode=/0976378239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976378239 2024-11-13T07:20:59,691 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0976378239/meta-region-server: CHANGED 2024-11-13T07:20:59,691 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:20:59,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,36877,1731482456246}] 2024-11-13T07:20:59,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0976378239/meta-region-server: CHANGED 2024-11-13T07:20:59,845 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T07:20:59,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36363, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T07:20:59,855 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T07:20:59,855 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:20:59,855 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T07:20:59,858 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C36877%2C1731482456246.meta, suffix=.meta, logDir=hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246, archiveDir=hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/oldWALs, maxLogs=10 2024-11-13T07:20:59,873 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.meta.1731482459859.meta, exclude list is [], retry=0 2024-11-13T07:20:59,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39565,DS-63894cb3-96ed-42a0-b477-5aee93cedc74,DISK] 2024-11-13T07:20:59,880 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.meta.1731482459859.meta 2024-11-13T07:20:59,881 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39869:39869)] 2024-11-13T07:20:59,881 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:20:59,881 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:20:59,882 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T07:20:59,882 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T07:20:59,882 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T07:20:59,882 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T07:20:59,882 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:20:59,882 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T07:20:59,882 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T07:20:59,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:20:59,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:20:59,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:59,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:20:59,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:20:59,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:20:59,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:59,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:20:59,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:20:59,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:20:59,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:59,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:20:59,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:20:59,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:20:59,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:20:59,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:20:59,895 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:20:59,896 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/hbase/meta/1588230740 2024-11-13T07:20:59,897 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/hbase/meta/1588230740 2024-11-13T07:20:59,900 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:20:59,900 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:20:59,901 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:20:59,902 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:20:59,903 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64347920, jitterRate=-0.04114127159118652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:20:59,903 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T07:20:59,904 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731482459882Writing region info on filesystem at 1731482459882Initializing all the Stores at 1731482459885 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482459885Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482459888 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482459888Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482459888Cleaning up temporary data from old regions at 1731482459900 (+12 ms)Running coprocessor post-open hooks at 1731482459903 (+3 ms)Region opened successfully at 1731482459904 (+1 ms) 2024-11-13T07:20:59,906 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731482459845 2024-11-13T07:20:59,910 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T07:20:59,910 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T07:20:59,910 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,36877,1731482456246 2024-11-13T07:20:59,911 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,36877,1731482456246, state=OPEN 2024-11-13T07:20:59,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36877-0x10133117b800001, quorum=127.0.0.1:53947, baseZNode=/0976378239 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0976378239/meta-region-server 2024-11-13T07:20:59,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40571-0x10133117b800000, quorum=127.0.0.1:53947, baseZNode=/0976378239 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0976378239/meta-region-server 2024-11-13T07:20:59,977 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2998b885bdef,36877,1731482456246 2024-11-13T07:20:59,977 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0976378239/meta-region-server: CHANGED 2024-11-13T07:20:59,977 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0976378239/meta-region-server: CHANGED 2024-11-13T07:20:59,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T07:20:59,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,36877,1731482456246 in 286 msec 2024-11-13T07:20:59,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T07:20:59,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 635 msec 2024-11-13T07:20:59,983 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:20:59,983 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T07:20:59,984 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:20:59,984 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,36877,1731482456246, seqNum=-1] 2024-11-13T07:20:59,985 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:20:59,986 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:20:59,991 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4970 sec 2024-11-13T07:20:59,991 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731482459991, completionTime=-1 2024-11-13T07:20:59,991 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T07:20:59,991 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T07:20:59,993 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T07:20:59,993 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731482519993 2024-11-13T07:20:59,993 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731482579993 2024-11-13T07:20:59,993 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T07:20:59,994 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,40571,1731482455730-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:59,994 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,40571,1731482455730-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:59,994 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,40571,1731482455730-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:59,994 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2998b885bdef:40571, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:59,994 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:59,994 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T07:20:59,996 DEBUG [master/2998b885bdef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T07:20:59,998 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.490sec 2024-11-13T07:20:59,998 INFO [master/2998b885bdef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T07:20:59,998 INFO [master/2998b885bdef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T07:20:59,998 INFO [master/2998b885bdef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T07:20:59,998 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T07:20:59,998 INFO [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T07:20:59,998 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,40571,1731482455730-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:20:59,999 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,40571,1731482455730-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T07:21:00,001 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T07:21:00,001 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T07:21:00,001 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,40571,1731482455730-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:21:00,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c6b785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:21:00,059 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,40571,-1 for getting cluster id 2024-11-13T07:21:00,059 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:21:00,060 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1049cea-9b28-4938-855a-7ae90c7fa2e1' 2024-11-13T07:21:00,060 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:21:00,060 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1049cea-9b28-4938-855a-7ae90c7fa2e1" 2024-11-13T07:21:00,060 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df69d74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:21:00,060 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,40571,-1] 2024-11-13T07:21:00,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:21:00,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:21:00,062 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:21:00,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c1ab50e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:21:00,063 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:21:00,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,36877,1731482456246, seqNum=-1] 2024-11-13T07:21:00,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:21:00,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:21:00,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2998b885bdef,40571,1731482455730 2024-11-13T07:21:00,067 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53947 2024-11-13T07:21:00,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53947, baseZNode=/0976378239 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:21:00,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10133117b800002 connected 2024-11-13T07:21:00,133 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T07:21:00,133 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T07:21:00,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:21:00,134 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T07:21:00,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:21:00,134 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T07:21:00,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36d9ee6-f8ff-8e4e-7bb0-575da2d9fdf5/hadoop.log.dir so I do NOT create it in target/test-data/3178dc81-764b-f908-d755-67457cfd86fd 2024-11-13T07:21:00,170 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36d9ee6-f8ff-8e4e-7bb0-575da2d9fdf5/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T07:21:00,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36d9ee6-f8ff-8e4e-7bb0-575da2d9fdf5/hadoop.tmp.dir so I do NOT create it in target/test-data/3178dc81-764b-f908-d755-67457cfd86fd 2024-11-13T07:21:00,170 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36d9ee6-f8ff-8e4e-7bb0-575da2d9fdf5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T07:21:00,170 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3178dc81-764b-f908-d755-67457cfd86fd 2024-11-13T07:21:00,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T07:21:00,171 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3178dc81-764b-f908-d755-67457cfd86fd/cluster_04a2d131-0cb7-af6c-39ab-2e9bfb054ac6, deleteOnExit=true 2024-11-13T07:21:00,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T07:21:00,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3178dc81-764b-f908-d755-67457cfd86fd/test.cache.data in system properties and HBase conf 2024-11-13T07:21:00,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3178dc81-764b-f908-d755-67457cfd86fd/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T07:21:00,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3178dc81-764b-f908-d755-67457cfd86fd/hadoop.log.dir in system properties and HBase conf 2024-11-13T07:21:00,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3178dc81-764b-f908-d755-67457cfd86fd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T07:21:00,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3178dc81-764b-f908-d755-67457cfd86fd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T07:21:00,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T07:21:00,172 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T07:21:00,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3178dc81-764b-f908-d755-67457cfd86fd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:21:00,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3178dc81-764b-f908-d755-67457cfd86fd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:21:00,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3178dc81-764b-f908-d755-67457cfd86fd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T07:21:00,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3178dc81-764b-f908-d755-67457cfd86fd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:21:00,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3178dc81-764b-f908-d755-67457cfd86fd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T07:21:00,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3178dc81-764b-f908-d755-67457cfd86fd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T07:21:00,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3178dc81-764b-f908-d755-67457cfd86fd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:21:00,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3178dc81-764b-f908-d755-67457cfd86fd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:21:00,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3178dc81-764b-f908-d755-67457cfd86fd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T07:21:00,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3178dc81-764b-f908-d755-67457cfd86fd/nfs.dump.dir in system properties and HBase conf 2024-11-13T07:21:00,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3178dc81-764b-f908-d755-67457cfd86fd/java.io.tmpdir in system properties and HBase conf 2024-11-13T07:21:00,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3178dc81-764b-f908-d755-67457cfd86fd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:21:00,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3178dc81-764b-f908-d755-67457cfd86fd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T07:21:00,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3178dc81-764b-f908-d755-67457cfd86fd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T07:21:00,676 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:21:00,680 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:21:00,681 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:21:00,681 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:21:00,681 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T07:21:00,681 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:21:00,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57346be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3178dc81-764b-f908-d755-67457cfd86fd/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:21:00,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@346e4b0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:21:00,784 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@125ebd21{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3178dc81-764b-f908-d755-67457cfd86fd/java.io.tmpdir/jetty-localhost-40831-hadoop-hdfs-3_4_1-tests_jar-_-any-932280845436229142/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:21:00,785 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1321af29{HTTP/1.1, (http/1.1)}{localhost:40831} 2024-11-13T07:21:00,785 INFO [Time-limited test {}] server.Server(415): Started @148675ms 2024-11-13T07:21:01,077 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:21:01,080 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:21:01,083 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:21:01,083 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:21:01,083 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T07:21:01,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31eb4d31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3178dc81-764b-f908-d755-67457cfd86fd/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:21:01,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c54674c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:21:01,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@363af675{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3178dc81-764b-f908-d755-67457cfd86fd/java.io.tmpdir/jetty-localhost-35133-hadoop-hdfs-3_4_1-tests_jar-_-any-1875904671846339061/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:21:01,202 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6618d265{HTTP/1.1, (http/1.1)}{localhost:35133} 2024-11-13T07:21:01,202 INFO [Time-limited test {}] server.Server(415): Started @149093ms 2024-11-13T07:21:01,203 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T07:21:03,337 WARN [Thread-958 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3178dc81-764b-f908-d755-67457cfd86fd/cluster_04a2d131-0cb7-af6c-39ab-2e9bfb054ac6/data/data1/current/BP-777833890-172.17.0.3-1731482460197/current, will proceed with Du for space computation calculation, 2024-11-13T07:21:03,338 WARN [Thread-959 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3178dc81-764b-f908-d755-67457cfd86fd/cluster_04a2d131-0cb7-af6c-39ab-2e9bfb054ac6/data/data2/current/BP-777833890-172.17.0.3-1731482460197/current, will proceed with Du for space computation calculation, 2024-11-13T07:21:03,373 WARN [Thread-946 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T07:21:03,379 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76955230f57e39dd with lease ID 0xd9ce8f380332e7d0: Processing first storage report for DS-33ca41f5-4623-4ea9-9f45-188ad88dd614 from datanode DatanodeRegistration(127.0.0.1:40281, datanodeUuid=3d6b424a-9cb7-4958-889d-0598cad90c40, infoPort=35051, infoSecurePort=0, ipcPort=35151, storageInfo=lv=-57;cid=testClusterID;nsid=907393989;c=1731482460197) 2024-11-13T07:21:03,379 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76955230f57e39dd with lease ID 0xd9ce8f380332e7d0: from storage DS-33ca41f5-4623-4ea9-9f45-188ad88dd614 node DatanodeRegistration(127.0.0.1:40281, datanodeUuid=3d6b424a-9cb7-4958-889d-0598cad90c40, infoPort=35051, infoSecurePort=0, ipcPort=35151, storageInfo=lv=-57;cid=testClusterID;nsid=907393989;c=1731482460197), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T07:21:03,379 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76955230f57e39dd with lease ID 0xd9ce8f380332e7d0: Processing first storage report for DS-5dc870bb-2407-4c41-a48b-a0ae5a23e57d from datanode DatanodeRegistration(127.0.0.1:40281, datanodeUuid=3d6b424a-9cb7-4958-889d-0598cad90c40, infoPort=35051, infoSecurePort=0, ipcPort=35151, storageInfo=lv=-57;cid=testClusterID;nsid=907393989;c=1731482460197) 2024-11-13T07:21:03,379 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76955230f57e39dd with lease ID 0xd9ce8f380332e7d0: from storage DS-5dc870bb-2407-4c41-a48b-a0ae5a23e57d node DatanodeRegistration(127.0.0.1:40281, datanodeUuid=3d6b424a-9cb7-4958-889d-0598cad90c40, infoPort=35051, infoSecurePort=0, ipcPort=35151, storageInfo=lv=-57;cid=testClusterID;nsid=907393989;c=1731482460197), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T07:21:03,455 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3178dc81-764b-f908-d755-67457cfd86fd 2024-11-13T07:21:03,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:21:03,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:21:03,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40281 is added to blk_1073741825_1001 (size=7) 2024-11-13T07:21:03,866 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c with version=8 2024-11-13T07:21:03,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/hbase-staging 2024-11-13T07:21:03,868 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:21:03,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:21:03,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:21:03,869 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:21:03,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:21:03,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:21:03,869 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T07:21:03,869 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:21:03,880 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34575 2024-11-13T07:21:03,882 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34575 connecting to ZooKeeper ensemble=127.0.0.1:53947 2024-11-13T07:21:04,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345750x0, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:21:04,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34575-0x10133117b800003 connected 2024-11-13T07:21:04,707 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T07:21:05,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:21:05,249 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:21:05,250 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34575-0x10133117b800003, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Set watcher on znode that does not yet exist, /1-1099684902/running 2024-11-13T07:21:05,251 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c, hbase.cluster.distributed=false 2024-11-13T07:21:05,252 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34575-0x10133117b800003, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Set watcher on znode that does not yet exist, /1-1099684902/acl 2024-11-13T07:21:05,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34575 2024-11-13T07:21:05,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34575 2024-11-13T07:21:05,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34575 2024-11-13T07:21:05,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34575 2024-11-13T07:21:05,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34575 2024-11-13T07:21:05,266 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:21:05,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:21:05,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:21:05,266 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:21:05,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:21:05,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:21:05,266 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T07:21:05,267 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:21:05,267 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38135 2024-11-13T07:21:05,268 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38135 connecting to ZooKeeper ensemble=127.0.0.1:53947 2024-11-13T07:21:05,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:21:05,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:21:05,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381350x0, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:21:05,339 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:381350x0, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Set watcher on znode that does not yet exist, /1-1099684902/running 2024-11-13T07:21:05,339 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38135-0x10133117b800004 connected 2024-11-13T07:21:05,340 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T07:21:05,340 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T07:21:05,340 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38135-0x10133117b800004, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Set watcher on znode that does not yet exist, /1-1099684902/master 2024-11-13T07:21:05,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38135-0x10133117b800004, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Set watcher on znode that does not yet exist, /1-1099684902/acl 2024-11-13T07:21:05,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38135 2024-11-13T07:21:05,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38135 2024-11-13T07:21:05,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38135 2024-11-13T07:21:05,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38135 2024-11-13T07:21:05,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38135 2024-11-13T07:21:05,356 DEBUG [M:0;2998b885bdef:34575 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2998b885bdef:34575 2024-11-13T07:21:05,356 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1099684902/backup-masters/2998b885bdef,34575,1731482463868 2024-11-13T07:21:05,385 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T07:21:05,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34575-0x10133117b800003, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099684902/backup-masters 2024-11-13T07:21:05,392 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34575-0x10133117b800003, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Set watcher on existing znode=/1-1099684902/backup-masters/2998b885bdef,34575,1731482463868 2024-11-13T07:21:05,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x10133117b800004, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099684902/backup-masters 2024-11-13T07:21:05,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34575-0x10133117b800003, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099684902 2024-11-13T07:21:05,402 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34575-0x10133117b800003, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Set watcher on existing znode=/1-1099684902/master 2024-11-13T07:21:05,403 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1099684902/backup-masters/2998b885bdef,34575,1731482463868 from backup master directory 2024-11-13T07:21:05,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x10133117b800004, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1099684902/master 2024-11-13T07:21:05,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x10133117b800004, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099684902 2024-11-13T07:21:05,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34575-0x10133117b800003, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1099684902/backup-masters/2998b885bdef,34575,1731482463868 2024-11-13T07:21:05,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x10133117b800004, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099684902/backup-masters 2024-11-13T07:21:05,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34575-0x10133117b800003, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099684902/backup-masters 2024-11-13T07:21:05,413 WARN [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:21:05,413 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2998b885bdef,34575,1731482463868 2024-11-13T07:21:05,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): regionserver:38135-0x10133117b800004, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Unable to get data of znode /1-1099684902/backup-masters/2998b885bdef,34575,1731482463868 because node does not exist (not an error) 2024-11-13T07:21:05,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:21:05,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:21:05,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:21:05,421 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/hbase.id] with ID: ff04692d-8af1-4500-aac1-0cff80201872 2024-11-13T07:21:05,421 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/.tmp/hbase.id 2024-11-13T07:21:05,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40281 is added to blk_1073741826_1002 (size=42) 2024-11-13T07:21:05,835 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/.tmp/hbase.id]:[hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/hbase.id] 2024-11-13T07:21:05,851 INFO [master/2998b885bdef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:21:05,851 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T07:21:05,854 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-13T07:21:05,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x10133117b800004, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099684902 2024-11-13T07:21:05,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34575-0x10133117b800003, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099684902 2024-11-13T07:21:05,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40281 is added to blk_1073741827_1003 (size=196) 2024-11-13T07:21:06,302 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:21:06,303 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T07:21:06,303 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:21:06,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40281 is added to blk_1073741828_1004 (size=1189) 2024-11-13T07:21:06,316 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/MasterData/data/master/store 2024-11-13T07:21:06,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40281 is added to blk_1073741829_1005 (size=34) 2024-11-13T07:21:06,723 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:21:06,724 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:21:06,724 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:21:06,724 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:21:06,724 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:21:06,724 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:21:06,724 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:21:06,724 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482466724Disabling compacts and flushes for region at 1731482466724Disabling writes for close at 1731482466724Writing region close event to WAL at 1731482466724Closed at 1731482466724 2024-11-13T07:21:06,725 WARN [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/MasterData/data/master/store/.initializing 2024-11-13T07:21:06,725 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/MasterData/WALs/2998b885bdef,34575,1731482463868 2024-11-13T07:21:06,726 INFO [master/2998b885bdef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:21:06,728 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2998b885bdef%2C34575%2C1731482463868, suffix=, logDir=hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/MasterData/WALs/2998b885bdef,34575,1731482463868, archiveDir=hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/MasterData/oldWALs, maxLogs=10 2024-11-13T07:21:06,739 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/MasterData/WALs/2998b885bdef,34575,1731482463868/2998b885bdef%2C34575%2C1731482463868.1731482466728, exclude list is [], retry=0 2024-11-13T07:21:06,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40281,DS-33ca41f5-4623-4ea9-9f45-188ad88dd614,DISK] 2024-11-13T07:21:06,743 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/MasterData/WALs/2998b885bdef,34575,1731482463868/2998b885bdef%2C34575%2C1731482463868.1731482466728 2024-11-13T07:21:06,743 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35051:35051)] 2024-11-13T07:21:06,743 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:21:06,743 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:21:06,743 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:21:06,743 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:21:06,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:21:06,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T07:21:06,746 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:21:06,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:21:06,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:21:06,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T07:21:06,747 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:21:06,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:21:06,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:21:06,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T07:21:06,749 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:21:06,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:21:06,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:21:06,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T07:21:06,750 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:21:06,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:21:06,751 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:21:06,751 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:21:06,751 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:21:06,753 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:21:06,753 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:21:06,753 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:21:06,755 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:21:06,756 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:21:06,757 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75393316, jitterRate=0.1234479546546936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:21:06,757 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731482466743Initializing all the Stores at 1731482466744 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482466744Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482466744Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482466744Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482466744Cleaning up temporary data from old regions at 1731482466753 (+9 ms)Region opened successfully at 1731482466757 (+4 ms) 2024-11-13T07:21:06,757 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T07:21:06,760 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6039485a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:21:06,761 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T07:21:06,761 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T07:21:06,761 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T07:21:06,761 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T07:21:06,762 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T07:21:06,762 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T07:21:06,762 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T07:21:06,764 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T07:21:06,765 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34575-0x10133117b800003, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Unable to get data of znode /1-1099684902/balancer because node does not exist (not necessarily an error) 2024-11-13T07:21:06,777 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1099684902/balancer already deleted, retry=false 2024-11-13T07:21:06,778 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T07:21:06,778 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34575-0x10133117b800003, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Unable to get data of znode /1-1099684902/normalizer because node does not exist (not necessarily an error) 2024-11-13T07:21:06,788 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1099684902/normalizer already deleted, retry=false 2024-11-13T07:21:06,788 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T07:21:06,789 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34575-0x10133117b800003, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Unable to get data of znode /1-1099684902/switch/split because node does not exist (not necessarily an error) 2024-11-13T07:21:06,801 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1099684902/switch/split already deleted, retry=false 2024-11-13T07:21:06,802 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34575-0x10133117b800003, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Unable to get data of znode /1-1099684902/switch/merge because node does not exist (not necessarily an error) 2024-11-13T07:21:06,812 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1099684902/switch/merge already deleted, retry=false 2024-11-13T07:21:06,814 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34575-0x10133117b800003, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Unable to get data of znode /1-1099684902/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T07:21:06,823 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1099684902/snapshot-cleanup already deleted, retry=false 2024-11-13T07:21:06,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34575-0x10133117b800003, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1099684902/running 2024-11-13T07:21:06,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x10133117b800004, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1099684902/running 2024-11-13T07:21:06,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x10133117b800004, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099684902 2024-11-13T07:21:06,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34575-0x10133117b800003, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099684902 2024-11-13T07:21:06,834 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2998b885bdef,34575,1731482463868, sessionid=0x10133117b800003, setting cluster-up flag (Was=false) 2024-11-13T07:21:06,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34575-0x10133117b800003, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099684902 2024-11-13T07:21:06,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x10133117b800004, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099684902 2024-11-13T07:21:06,886 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1099684902/flush-table-proc/acquired, /1-1099684902/flush-table-proc/reached, /1-1099684902/flush-table-proc/abort 2024-11-13T07:21:06,887 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,34575,1731482463868 2024-11-13T07:21:06,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x10133117b800004, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099684902 2024-11-13T07:21:06,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34575-0x10133117b800003, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099684902 2024-11-13T07:21:06,949 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1099684902/online-snapshot/acquired, /1-1099684902/online-snapshot/reached, /1-1099684902/online-snapshot/abort 2024-11-13T07:21:06,950 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,34575,1731482463868 2024-11-13T07:21:06,952 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T07:21:06,953 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T07:21:06,953 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T07:21:06,954 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T07:21:06,954 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2998b885bdef,34575,1731482463868 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T07:21:06,955 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:21:06,955 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:21:06,955 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:21:06,955 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:21:06,955 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2998b885bdef:0, corePoolSize=10, maxPoolSize=10 2024-11-13T07:21:06,955 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:21:06,955 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:21:06,955 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:21:06,958 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:21:06,959 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T07:21:06,960 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:21:06,960 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T07:21:06,961 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731482496960 2024-11-13T07:21:06,961 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T07:21:06,961 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T07:21:06,961 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T07:21:06,961 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T07:21:06,961 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T07:21:06,961 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T07:21:06,961 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:21:06,964 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T07:21:06,964 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T07:21:06,965 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T07:21:06,965 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T07:21:06,968 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T07:21:06,968 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T07:21:06,968 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482466968,5,FailOnTimeoutGroup] 2024-11-13T07:21:06,969 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482466968,5,FailOnTimeoutGroup] 2024-11-13T07:21:06,969 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:21:06,969 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T07:21:06,969 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T07:21:06,969 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T07:21:06,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40281 is added to blk_1073741831_1007 (size=1321) 2024-11-13T07:21:07,047 INFO [RS:0;2998b885bdef:38135 {}] regionserver.HRegionServer(746): ClusterId : ff04692d-8af1-4500-aac1-0cff80201872 2024-11-13T07:21:07,047 DEBUG [RS:0;2998b885bdef:38135 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T07:21:07,055 DEBUG [RS:0;2998b885bdef:38135 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T07:21:07,055 DEBUG [RS:0;2998b885bdef:38135 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T07:21:07,066 DEBUG [RS:0;2998b885bdef:38135 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T07:21:07,066 DEBUG [RS:0;2998b885bdef:38135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d00b57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:21:07,077 DEBUG [RS:0;2998b885bdef:38135 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2998b885bdef:38135 2024-11-13T07:21:07,077 INFO [RS:0;2998b885bdef:38135 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T07:21:07,077 INFO [RS:0;2998b885bdef:38135 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T07:21:07,077 DEBUG [RS:0;2998b885bdef:38135 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T07:21:07,078 INFO [RS:0;2998b885bdef:38135 {}] regionserver.HRegionServer(2659): reportForDuty to master=2998b885bdef,34575,1731482463868 with port=38135, startcode=1731482465266 2024-11-13T07:21:07,078 DEBUG [RS:0;2998b885bdef:38135 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T07:21:07,080 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T07:21:07,081 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34575 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2998b885bdef,38135,1731482465266 2024-11-13T07:21:07,081 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34575 {}] master.ServerManager(517): Registering regionserver=2998b885bdef,38135,1731482465266 2024-11-13T07:21:07,082 DEBUG [RS:0;2998b885bdef:38135 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c 2024-11-13T07:21:07,082 DEBUG [RS:0;2998b885bdef:38135 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42495 2024-11-13T07:21:07,083 DEBUG [RS:0;2998b885bdef:38135 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T07:21:07,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34575-0x10133117b800003, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099684902/rs 2024-11-13T07:21:07,139 DEBUG [RS:0;2998b885bdef:38135 {}] zookeeper.ZKUtil(111): regionserver:38135-0x10133117b800004, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Set watcher on existing znode=/1-1099684902/rs/2998b885bdef,38135,1731482465266 2024-11-13T07:21:07,139 WARN [RS:0;2998b885bdef:38135 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:21:07,139 INFO [RS:0;2998b885bdef:38135 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:21:07,139 DEBUG [RS:0;2998b885bdef:38135 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/WALs/2998b885bdef,38135,1731482465266 2024-11-13T07:21:07,139 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2998b885bdef,38135,1731482465266] 2024-11-13T07:21:07,142 INFO [RS:0;2998b885bdef:38135 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T07:21:07,144 INFO [RS:0;2998b885bdef:38135 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T07:21:07,144 INFO [RS:0;2998b885bdef:38135 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T07:21:07,144 INFO [RS:0;2998b885bdef:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:21:07,144 INFO [RS:0;2998b885bdef:38135 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T07:21:07,145 INFO [RS:0;2998b885bdef:38135 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T07:21:07,145 INFO [RS:0;2998b885bdef:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T07:21:07,145 DEBUG [RS:0;2998b885bdef:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:21:07,145 DEBUG [RS:0;2998b885bdef:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:21:07,145 DEBUG [RS:0;2998b885bdef:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:21:07,145 DEBUG [RS:0;2998b885bdef:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:21:07,145 DEBUG [RS:0;2998b885bdef:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:21:07,145 DEBUG [RS:0;2998b885bdef:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:21:07,145 DEBUG [RS:0;2998b885bdef:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:21:07,145 DEBUG [RS:0;2998b885bdef:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:21:07,145 DEBUG [RS:0;2998b885bdef:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:21:07,145 DEBUG [RS:0;2998b885bdef:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:21:07,145 DEBUG [RS:0;2998b885bdef:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:21:07,145 DEBUG [RS:0;2998b885bdef:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:21:07,145 DEBUG [RS:0;2998b885bdef:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:21:07,145 DEBUG [RS:0;2998b885bdef:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:21:07,146 INFO [RS:0;2998b885bdef:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:21:07,146 INFO [RS:0;2998b885bdef:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:21:07,146 INFO [RS:0;2998b885bdef:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:21:07,146 INFO [RS:0;2998b885bdef:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T07:21:07,146 INFO [RS:0;2998b885bdef:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T07:21:07,146 INFO [RS:0;2998b885bdef:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,38135,1731482465266-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:21:07,163 INFO [RS:0;2998b885bdef:38135 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T07:21:07,163 INFO [RS:0;2998b885bdef:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,38135,1731482465266-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:21:07,163 INFO [RS:0;2998b885bdef:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:21:07,163 INFO [RS:0;2998b885bdef:38135 {}] regionserver.Replication(171): 2998b885bdef,38135,1731482465266 started 2024-11-13T07:21:07,176 INFO [RS:0;2998b885bdef:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:21:07,176 INFO [RS:0;2998b885bdef:38135 {}] regionserver.HRegionServer(1482): Serving as 2998b885bdef,38135,1731482465266, RpcServer on 2998b885bdef/172.17.0.3:38135, sessionid=0x10133117b800004 2024-11-13T07:21:07,176 DEBUG [RS:0;2998b885bdef:38135 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T07:21:07,176 DEBUG [RS:0;2998b885bdef:38135 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2998b885bdef,38135,1731482465266 2024-11-13T07:21:07,176 DEBUG [RS:0;2998b885bdef:38135 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,38135,1731482465266' 2024-11-13T07:21:07,176 DEBUG [RS:0;2998b885bdef:38135 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1099684902/flush-table-proc/abort' 2024-11-13T07:21:07,177 DEBUG [RS:0;2998b885bdef:38135 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1099684902/flush-table-proc/acquired' 2024-11-13T07:21:07,177 DEBUG [RS:0;2998b885bdef:38135 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T07:21:07,177 DEBUG [RS:0;2998b885bdef:38135 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T07:21:07,177 DEBUG [RS:0;2998b885bdef:38135 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2998b885bdef,38135,1731482465266 2024-11-13T07:21:07,177 DEBUG [RS:0;2998b885bdef:38135 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,38135,1731482465266' 2024-11-13T07:21:07,177 DEBUG [RS:0;2998b885bdef:38135 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1099684902/online-snapshot/abort' 2024-11-13T07:21:07,177 DEBUG [RS:0;2998b885bdef:38135 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1099684902/online-snapshot/acquired' 2024-11-13T07:21:07,177 DEBUG [RS:0;2998b885bdef:38135 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T07:21:07,177 INFO [RS:0;2998b885bdef:38135 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T07:21:07,178 INFO [RS:0;2998b885bdef:38135 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T07:21:07,278 INFO [RS:0;2998b885bdef:38135 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:21:07,279 INFO [RS:0;2998b885bdef:38135 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C38135%2C1731482465266, suffix=, logDir=hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/WALs/2998b885bdef,38135,1731482465266, archiveDir=hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/oldWALs, maxLogs=10 2024-11-13T07:21:07,292 DEBUG [RS:0;2998b885bdef:38135 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/WALs/2998b885bdef,38135,1731482465266/2998b885bdef%2C38135%2C1731482465266.1731482467279, exclude list is [], retry=0 2024-11-13T07:21:07,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40281,DS-33ca41f5-4623-4ea9-9f45-188ad88dd614,DISK] 2024-11-13T07:21:07,297 INFO [RS:0;2998b885bdef:38135 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/WALs/2998b885bdef,38135,1731482465266/2998b885bdef%2C38135%2C1731482465266.1731482467279 2024-11-13T07:21:07,297 DEBUG [RS:0;2998b885bdef:38135 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35051:35051)] 2024-11-13T07:21:07,372 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T07:21:07,372 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c 2024-11-13T07:21:07,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40281 is added to blk_1073741833_1009 (size=32) 2024-11-13T07:21:07,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:21:07,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:21:07,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:21:07,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:21:07,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:21:07,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:21:07,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:21:07,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:21:07,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:21:07,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:21:07,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:21:07,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:21:07,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:21:07,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:21:07,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:21:07,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:21:07,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:21:07,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:21:07,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/data/hbase/meta/1588230740 2024-11-13T07:21:07,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/data/hbase/meta/1588230740 2024-11-13T07:21:07,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:21:07,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:21:07,789 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:21:07,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:21:07,792 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:21:07,792 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58927671, jitterRate=-0.12190927565097809}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:21:07,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731482467778Initializing all the Stores at 1731482467779 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482467779Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482467779Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482467779Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482467779Cleaning up temporary data from old regions at 1731482467789 (+10 ms)Region opened successfully at 1731482467792 (+3 ms) 2024-11-13T07:21:07,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:21:07,792 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:21:07,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:21:07,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:21:07,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:21:07,793 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:21:07,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482467792Disabling compacts and flushes for region at 1731482467792Disabling writes for close at 1731482467792Writing region close event to WAL at 1731482467793 (+1 ms)Closed at 1731482467793 2024-11-13T07:21:07,794 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:21:07,794 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T07:21:07,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T07:21:07,795 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:21:07,796 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T07:21:07,946 DEBUG [2998b885bdef:34575 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T07:21:07,947 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2998b885bdef,38135,1731482465266 2024-11-13T07:21:07,948 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,38135,1731482465266, state=OPENING 2024-11-13T07:21:07,959 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T07:21:07,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x10133117b800004, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099684902 2024-11-13T07:21:07,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34575-0x10133117b800003, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099684902 2024-11-13T07:21:07,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1099684902/meta-region-server: CHANGED 2024-11-13T07:21:07,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1099684902/meta-region-server: CHANGED 2024-11-13T07:21:07,972 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:21:07,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,38135,1731482465266}] 2024-11-13T07:21:08,128 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T07:21:08,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T07:21:08,148 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T07:21:08,148 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:21:08,150 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T07:21:08,162 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C38135%2C1731482465266.meta, suffix=.meta, logDir=hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/WALs/2998b885bdef,38135,1731482465266, archiveDir=hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/oldWALs, maxLogs=10 2024-11-13T07:21:08,180 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/WALs/2998b885bdef,38135,1731482465266/2998b885bdef%2C38135%2C1731482465266.meta.1731482468163.meta, exclude list is [], retry=0 2024-11-13T07:21:08,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40281,DS-33ca41f5-4623-4ea9-9f45-188ad88dd614,DISK] 2024-11-13T07:21:08,212 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/WALs/2998b885bdef,38135,1731482465266/2998b885bdef%2C38135%2C1731482465266.meta.1731482468163.meta 2024-11-13T07:21:08,216 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35051:35051)] 2024-11-13T07:21:08,216 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:21:08,217 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:21:08,217 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T07:21:08,217 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T07:21:08,217 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T07:21:08,217 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T07:21:08,217 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:21:08,217 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T07:21:08,217 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T07:21:08,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:21:08,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:21:08,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:21:08,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:21:08,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:21:08,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:21:08,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:21:08,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:21:08,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:21:08,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:21:08,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:21:08,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:21:08,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:21:08,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:21:08,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:21:08,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:21:08,242 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:21:08,243 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/data/hbase/meta/1588230740 2024-11-13T07:21:08,245 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/data/hbase/meta/1588230740 2024-11-13T07:21:08,246 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:21:08,246 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:21:08,247 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:21:08,252 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:21:08,255 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69310924, jitterRate=0.03281325101852417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:21:08,255 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T07:21:08,255 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731482468218Writing region info on filesystem at 1731482468218Initializing all the Stores at 1731482468222 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482468222Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482468230 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482468230Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482468230Cleaning up temporary data from old regions at 1731482468246 (+16 ms)Running coprocessor post-open hooks at 1731482468255 (+9 ms)Region opened successfully at 1731482468255 2024-11-13T07:21:08,256 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731482468127 2024-11-13T07:21:08,261 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T07:21:08,261 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,38135,1731482465266 2024-11-13T07:21:08,261 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T07:21:08,262 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,38135,1731482465266, state=OPEN 2024-11-13T07:21:08,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x10133117b800004, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1099684902/meta-region-server 2024-11-13T07:21:08,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1099684902/meta-region-server: CHANGED 2024-11-13T07:21:08,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34575-0x10133117b800003, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1099684902/meta-region-server 2024-11-13T07:21:08,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1099684902/meta-region-server: CHANGED 2024-11-13T07:21:08,276 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2998b885bdef,38135,1731482465266 2024-11-13T07:21:08,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T07:21:08,286 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,38135,1731482465266 in 304 msec 2024-11-13T07:21:08,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T07:21:08,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 492 msec 2024-11-13T07:21:08,293 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:21:08,293 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T07:21:08,295 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:21:08,295 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,38135,1731482465266, seqNum=-1] 2024-11-13T07:21:08,296 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:21:08,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:21:08,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3520 sec 2024-11-13T07:21:08,308 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731482468308, completionTime=-1 2024-11-13T07:21:08,308 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T07:21:08,308 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T07:21:08,311 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T07:21:08,311 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731482528311 2024-11-13T07:21:08,311 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731482588311 2024-11-13T07:21:08,311 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-13T07:21:08,318 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,34575,1731482463868-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:21:08,319 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,34575,1731482463868-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:21:08,319 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,34575,1731482463868-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:21:08,319 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2998b885bdef:34575, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:21:08,321 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T07:21:08,322 DEBUG [master/2998b885bdef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T07:21:08,336 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T07:21:08,343 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.930sec 2024-11-13T07:21:08,344 INFO [master/2998b885bdef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T07:21:08,344 INFO [master/2998b885bdef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T07:21:08,344 INFO [master/2998b885bdef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T07:21:08,344 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T07:21:08,345 INFO [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T07:21:08,345 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,34575,1731482463868-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:21:08,345 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,34575,1731482463868-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T07:21:08,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eaf470b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:21:08,363 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,34575,-1 for getting cluster id 2024-11-13T07:21:08,363 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:21:08,381 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff04692d-8af1-4500-aac1-0cff80201872' 2024-11-13T07:21:08,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:21:08,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff04692d-8af1-4500-aac1-0cff80201872" 2024-11-13T07:21:08,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a8cafc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:21:08,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,34575,-1] 2024-11-13T07:21:08,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:21:08,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:21:08,384 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:21:08,385 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T07:21:08,385 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T07:21:08,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b7f17a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:21:08,385 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,34575,1731482463868-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:21:08,386 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:21:08,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,38135,1731482465266, seqNum=-1] 2024-11-13T07:21:08,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:21:08,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:21:08,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2998b885bdef,34575,1731482463868 2024-11-13T07:21:08,445 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53947 2024-11-13T07:21:08,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:21:08,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10133117b800005 connected 2024-11-13T07:21:08,470 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:21:08,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,40571,1731482455730 2024-11-13T07:21:08,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c8ab80c 2024-11-13T07:21:08,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:21:08,473 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:21:08,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:21:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T07:21:08,482 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T07:21:08,484 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:21:08,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T07:21:08,486 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T07:21:08,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:21:08,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741835_1011 (size=902) 2024-11-13T07:21:08,521 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ae113262329a6704fe96a7517ad79a0a, NAME => 'test,,1731482468474.ae113262329a6704fe96a7517ad79a0a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5 2024-11-13T07:21:08,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741836_1012 (size=39) 2024-11-13T07:21:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:21:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:21:08,934 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731482468474.ae113262329a6704fe96a7517ad79a0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:21:08,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ae113262329a6704fe96a7517ad79a0a, disabling compactions & flushes 2024-11-13T07:21:08,935 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731482468474.ae113262329a6704fe96a7517ad79a0a. 2024-11-13T07:21:08,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731482468474.ae113262329a6704fe96a7517ad79a0a. 2024-11-13T07:21:08,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731482468474.ae113262329a6704fe96a7517ad79a0a. after waiting 0 ms 2024-11-13T07:21:08,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731482468474.ae113262329a6704fe96a7517ad79a0a. 2024-11-13T07:21:08,935 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731482468474.ae113262329a6704fe96a7517ad79a0a. 2024-11-13T07:21:08,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ae113262329a6704fe96a7517ad79a0a: Waiting for close lock at 1731482468935Disabling compacts and flushes for region at 1731482468935Disabling writes for close at 1731482468935Writing region close event to WAL at 1731482468935Closed at 1731482468935 2024-11-13T07:21:08,937 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T07:21:08,937 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731482468474.ae113262329a6704fe96a7517ad79a0a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731482468937"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482468937"}]},"ts":"1731482468937"} 2024-11-13T07:21:08,940 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T07:21:08,942 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T07:21:08,943 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482468942"}]},"ts":"1731482468942"} 2024-11-13T07:21:08,947 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T07:21:08,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ae113262329a6704fe96a7517ad79a0a, ASSIGN}] 2024-11-13T07:21:08,950 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ae113262329a6704fe96a7517ad79a0a, ASSIGN 2024-11-13T07:21:08,953 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ae113262329a6704fe96a7517ad79a0a, ASSIGN; state=OFFLINE, location=2998b885bdef,36877,1731482456246; forceNewPlan=false, retain=false 2024-11-13T07:21:09,104 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ae113262329a6704fe96a7517ad79a0a, regionState=OPENING, regionLocation=2998b885bdef,36877,1731482456246 2024-11-13T07:21:09,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ae113262329a6704fe96a7517ad79a0a, ASSIGN because future has completed 2024-11-13T07:21:09,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae113262329a6704fe96a7517ad79a0a, server=2998b885bdef,36877,1731482456246}] 2024-11-13T07:21:09,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:21:09,304 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731482468474.ae113262329a6704fe96a7517ad79a0a. 2024-11-13T07:21:09,305 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ae113262329a6704fe96a7517ad79a0a, NAME => 'test,,1731482468474.ae113262329a6704fe96a7517ad79a0a.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:21:09,305 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:21:09,306 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T07:21:09,306 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ae113262329a6704fe96a7517ad79a0a 2024-11-13T07:21:09,306 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731482468474.ae113262329a6704fe96a7517ad79a0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:21:09,306 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ae113262329a6704fe96a7517ad79a0a 2024-11-13T07:21:09,306 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ae113262329a6704fe96a7517ad79a0a 2024-11-13T07:21:09,320 INFO [StoreOpener-ae113262329a6704fe96a7517ad79a0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ae113262329a6704fe96a7517ad79a0a 2024-11-13T07:21:09,322 INFO [StoreOpener-ae113262329a6704fe96a7517ad79a0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae113262329a6704fe96a7517ad79a0a columnFamilyName f 2024-11-13T07:21:09,322 DEBUG [StoreOpener-ae113262329a6704fe96a7517ad79a0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:21:09,323 INFO [StoreOpener-ae113262329a6704fe96a7517ad79a0a-1 {}] regionserver.HStore(327): Store=ae113262329a6704fe96a7517ad79a0a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:21:09,323 INFO [StoreOpener-ae113262329a6704fe96a7517ad79a0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ae113262329a6704fe96a7517ad79a0a 2024-11-13T07:21:09,325 INFO [StoreOpener-ae113262329a6704fe96a7517ad79a0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae113262329a6704fe96a7517ad79a0a columnFamilyName f1 2024-11-13T07:21:09,326 DEBUG [StoreOpener-ae113262329a6704fe96a7517ad79a0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:21:09,326 INFO [StoreOpener-ae113262329a6704fe96a7517ad79a0a-1 {}] regionserver.HStore(327): Store=ae113262329a6704fe96a7517ad79a0a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:21:09,327 INFO [StoreOpener-ae113262329a6704fe96a7517ad79a0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ae113262329a6704fe96a7517ad79a0a 2024-11-13T07:21:09,328 INFO [StoreOpener-ae113262329a6704fe96a7517ad79a0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae113262329a6704fe96a7517ad79a0a columnFamilyName norep 2024-11-13T07:21:09,328 DEBUG [StoreOpener-ae113262329a6704fe96a7517ad79a0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:21:09,329 INFO [StoreOpener-ae113262329a6704fe96a7517ad79a0a-1 {}] regionserver.HStore(327): Store=ae113262329a6704fe96a7517ad79a0a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:21:09,329 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ae113262329a6704fe96a7517ad79a0a 2024-11-13T07:21:09,331 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/default/test/ae113262329a6704fe96a7517ad79a0a 2024-11-13T07:21:09,331 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/default/test/ae113262329a6704fe96a7517ad79a0a 2024-11-13T07:21:09,333 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ae113262329a6704fe96a7517ad79a0a 2024-11-13T07:21:09,333 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ae113262329a6704fe96a7517ad79a0a 2024-11-13T07:21:09,333 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T07:21:09,335 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ae113262329a6704fe96a7517ad79a0a 2024-11-13T07:21:09,339 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/default/test/ae113262329a6704fe96a7517ad79a0a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:21:09,340 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ae113262329a6704fe96a7517ad79a0a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66674427, jitterRate=-0.006473615765571594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T07:21:09,340 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae113262329a6704fe96a7517ad79a0a 2024-11-13T07:21:09,341 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ae113262329a6704fe96a7517ad79a0a: Running coprocessor pre-open hook at 1731482469307Writing region info on filesystem at 1731482469307Initializing all the Stores at 1731482469310 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482469311 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482469320 (+9 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482469320Cleaning up temporary data from old regions at 1731482469333 (+13 ms)Running coprocessor post-open hooks at 1731482469340 (+7 ms)Region opened successfully at 1731482469341 (+1 ms) 2024-11-13T07:21:09,344 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731482468474.ae113262329a6704fe96a7517ad79a0a., pid=6, masterSystemTime=1731482469276 2024-11-13T07:21:09,351 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731482468474.ae113262329a6704fe96a7517ad79a0a. 2024-11-13T07:21:09,351 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731482468474.ae113262329a6704fe96a7517ad79a0a. 2024-11-13T07:21:09,353 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ae113262329a6704fe96a7517ad79a0a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2998b885bdef,36877,1731482456246 2024-11-13T07:21:09,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae113262329a6704fe96a7517ad79a0a, server=2998b885bdef,36877,1731482456246 because future has completed 2024-11-13T07:21:09,366 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40571 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=2998b885bdef,36877,1731482456246, table=test, region=ae113262329a6704fe96a7517ad79a0a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T07:21:09,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T07:21:09,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ae113262329a6704fe96a7517ad79a0a, server=2998b885bdef,36877,1731482456246 in 247 msec 2024-11-13T07:21:09,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T07:21:09,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ae113262329a6704fe96a7517ad79a0a, ASSIGN in 427 msec 2024-11-13T07:21:09,383 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T07:21:09,383 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482469383"}]},"ts":"1731482469383"} 2024-11-13T07:21:09,386 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T07:21:09,387 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T07:21:09,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 909 msec 2024-11-13T07:21:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:21:09,631 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:21:09,631 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T07:21:09,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,34575,1731482463868 2024-11-13T07:21:09,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d3e1456 2024-11-13T07:21:09,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:21:09,633 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:21:09,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34575 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:21:09,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34575 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T07:21:09,636 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T07:21:09,636 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:21:09,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34575 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T07:21:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:21:09,637 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T07:21:09,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40281 is added to blk_1073741835_1011 (size=902) 2024-11-13T07:21:09,648 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5e30c3d35dc2d3174b4eaebeef05b41a, NAME => 'test,,1731482469634.5e30c3d35dc2d3174b4eaebeef05b41a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c 2024-11-13T07:21:09,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40281 is added to blk_1073741836_1012 (size=39) 2024-11-13T07:21:09,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:21:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:21:10,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731482469634.5e30c3d35dc2d3174b4eaebeef05b41a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:21:10,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5e30c3d35dc2d3174b4eaebeef05b41a, disabling compactions & flushes 2024-11-13T07:21:10,058 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731482469634.5e30c3d35dc2d3174b4eaebeef05b41a. 2024-11-13T07:21:10,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731482469634.5e30c3d35dc2d3174b4eaebeef05b41a. 2024-11-13T07:21:10,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731482469634.5e30c3d35dc2d3174b4eaebeef05b41a. after waiting 0 ms 2024-11-13T07:21:10,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731482469634.5e30c3d35dc2d3174b4eaebeef05b41a. 2024-11-13T07:21:10,058 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731482469634.5e30c3d35dc2d3174b4eaebeef05b41a. 2024-11-13T07:21:10,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5e30c3d35dc2d3174b4eaebeef05b41a: Waiting for close lock at 1731482470058Disabling compacts and flushes for region at 1731482470058Disabling writes for close at 1731482470058Writing region close event to WAL at 1731482470058Closed at 1731482470058 2024-11-13T07:21:10,059 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T07:21:10,060 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731482469634.5e30c3d35dc2d3174b4eaebeef05b41a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731482470059"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482470059"}]},"ts":"1731482470059"} 2024-11-13T07:21:10,062 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T07:21:10,063 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T07:21:10,064 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482470063"}]},"ts":"1731482470063"} 2024-11-13T07:21:10,066 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T07:21:10,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5e30c3d35dc2d3174b4eaebeef05b41a, ASSIGN}] 2024-11-13T07:21:10,067 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5e30c3d35dc2d3174b4eaebeef05b41a, ASSIGN 2024-11-13T07:21:10,068 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5e30c3d35dc2d3174b4eaebeef05b41a, ASSIGN; state=OFFLINE, location=2998b885bdef,38135,1731482465266; forceNewPlan=false, retain=false 2024-11-13T07:21:10,133 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T07:21:10,133 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T07:21:10,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T07:21:10,134 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T07:21:10,219 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5e30c3d35dc2d3174b4eaebeef05b41a, regionState=OPENING, regionLocation=2998b885bdef,38135,1731482465266 2024-11-13T07:21:10,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5e30c3d35dc2d3174b4eaebeef05b41a, ASSIGN because future has completed 2024-11-13T07:21:10,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e30c3d35dc2d3174b4eaebeef05b41a, server=2998b885bdef,38135,1731482465266}] 2024-11-13T07:21:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:21:10,378 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731482469634.5e30c3d35dc2d3174b4eaebeef05b41a. 2024-11-13T07:21:10,378 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e30c3d35dc2d3174b4eaebeef05b41a, NAME => 'test,,1731482469634.5e30c3d35dc2d3174b4eaebeef05b41a.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:21:10,379 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:21:10,379 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T07:21:10,379 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5e30c3d35dc2d3174b4eaebeef05b41a 2024-11-13T07:21:10,379 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731482469634.5e30c3d35dc2d3174b4eaebeef05b41a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:21:10,379 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5e30c3d35dc2d3174b4eaebeef05b41a 2024-11-13T07:21:10,379 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5e30c3d35dc2d3174b4eaebeef05b41a 2024-11-13T07:21:10,384 INFO [StoreOpener-5e30c3d35dc2d3174b4eaebeef05b41a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5e30c3d35dc2d3174b4eaebeef05b41a 2024-11-13T07:21:10,385 INFO [StoreOpener-5e30c3d35dc2d3174b4eaebeef05b41a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e30c3d35dc2d3174b4eaebeef05b41a columnFamilyName f 2024-11-13T07:21:10,385 DEBUG [StoreOpener-5e30c3d35dc2d3174b4eaebeef05b41a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:21:10,386 INFO [StoreOpener-5e30c3d35dc2d3174b4eaebeef05b41a-1 {}] regionserver.HStore(327): Store=5e30c3d35dc2d3174b4eaebeef05b41a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:21:10,386 INFO [StoreOpener-5e30c3d35dc2d3174b4eaebeef05b41a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5e30c3d35dc2d3174b4eaebeef05b41a 2024-11-13T07:21:10,387 INFO [StoreOpener-5e30c3d35dc2d3174b4eaebeef05b41a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e30c3d35dc2d3174b4eaebeef05b41a columnFamilyName f1 2024-11-13T07:21:10,387 DEBUG [StoreOpener-5e30c3d35dc2d3174b4eaebeef05b41a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:21:10,387 INFO [StoreOpener-5e30c3d35dc2d3174b4eaebeef05b41a-1 {}] regionserver.HStore(327): Store=5e30c3d35dc2d3174b4eaebeef05b41a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:21:10,387 INFO [StoreOpener-5e30c3d35dc2d3174b4eaebeef05b41a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5e30c3d35dc2d3174b4eaebeef05b41a 2024-11-13T07:21:10,389 INFO [StoreOpener-5e30c3d35dc2d3174b4eaebeef05b41a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e30c3d35dc2d3174b4eaebeef05b41a columnFamilyName norep 2024-11-13T07:21:10,389 DEBUG [StoreOpener-5e30c3d35dc2d3174b4eaebeef05b41a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:21:10,389 INFO [StoreOpener-5e30c3d35dc2d3174b4eaebeef05b41a-1 {}] regionserver.HStore(327): Store=5e30c3d35dc2d3174b4eaebeef05b41a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:21:10,389 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5e30c3d35dc2d3174b4eaebeef05b41a 2024-11-13T07:21:10,390 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/data/default/test/5e30c3d35dc2d3174b4eaebeef05b41a 2024-11-13T07:21:10,390 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/data/default/test/5e30c3d35dc2d3174b4eaebeef05b41a 2024-11-13T07:21:10,391 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5e30c3d35dc2d3174b4eaebeef05b41a 2024-11-13T07:21:10,391 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5e30c3d35dc2d3174b4eaebeef05b41a 2024-11-13T07:21:10,392 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T07:21:10,393 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5e30c3d35dc2d3174b4eaebeef05b41a 2024-11-13T07:21:10,396 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/data/default/test/5e30c3d35dc2d3174b4eaebeef05b41a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:21:10,397 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5e30c3d35dc2d3174b4eaebeef05b41a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65785235, jitterRate=-0.01972360908985138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T07:21:10,397 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5e30c3d35dc2d3174b4eaebeef05b41a 2024-11-13T07:21:10,397 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5e30c3d35dc2d3174b4eaebeef05b41a: Running coprocessor pre-open hook at 1731482470379Writing region info on filesystem at 1731482470379Initializing all the Stores at 1731482470380 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482470380Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482470384 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482470384Cleaning up temporary data from old regions at 1731482470391 (+7 ms)Running coprocessor post-open hooks at 1731482470397 (+6 ms)Region opened successfully at 1731482470397 2024-11-13T07:21:10,398 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731482469634.5e30c3d35dc2d3174b4eaebeef05b41a., pid=6, masterSystemTime=1731482470374 2024-11-13T07:21:10,401 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731482469634.5e30c3d35dc2d3174b4eaebeef05b41a. 2024-11-13T07:21:10,401 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731482469634.5e30c3d35dc2d3174b4eaebeef05b41a. 2024-11-13T07:21:10,401 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5e30c3d35dc2d3174b4eaebeef05b41a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2998b885bdef,38135,1731482465266 2024-11-13T07:21:10,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e30c3d35dc2d3174b4eaebeef05b41a, server=2998b885bdef,38135,1731482465266 because future has completed 2024-11-13T07:21:10,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T07:21:10,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5e30c3d35dc2d3174b4eaebeef05b41a, server=2998b885bdef,38135,1731482465266 in 205 msec 2024-11-13T07:21:10,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T07:21:10,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5e30c3d35dc2d3174b4eaebeef05b41a, ASSIGN in 363 msec 2024-11-13T07:21:10,434 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T07:21:10,434 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482470434"}]},"ts":"1731482470434"} 2024-11-13T07:21:10,437 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T07:21:10,438 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T07:21:10,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 804 msec 2024-11-13T07:21:10,708 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T07:21:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:21:10,771 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T07:21:10,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@622f44a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:21:10,772 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,40571,-1 for getting cluster id 2024-11-13T07:21:10,772 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:21:10,773 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1049cea-9b28-4938-855a-7ae90c7fa2e1' 2024-11-13T07:21:10,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:21:10,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1049cea-9b28-4938-855a-7ae90c7fa2e1" 2024-11-13T07:21:10,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1828adbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:21:10,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,40571,-1] 2024-11-13T07:21:10,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:21:10,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:21:10,774 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:21:10,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19451272, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:21:10,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a378045, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:21:10,776 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,34575,-1 for getting cluster id 2024-11-13T07:21:10,776 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:21:10,776 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff04692d-8af1-4500-aac1-0cff80201872' 2024-11-13T07:21:10,777 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:21:10,777 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff04692d-8af1-4500-aac1-0cff80201872" 2024-11-13T07:21:10,777 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54e7097a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:21:10,777 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,34575,-1] 2024-11-13T07:21:10,778 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:21:10,778 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:21:10,778 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:21:10,779 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d3d0c25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:21:10,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4edab866, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:21:10,780 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,40571,-1 for getting cluster id 2024-11-13T07:21:10,780 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:21:10,781 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1049cea-9b28-4938-855a-7ae90c7fa2e1' 2024-11-13T07:21:10,781 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:21:10,781 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1049cea-9b28-4938-855a-7ae90c7fa2e1" 2024-11-13T07:21:10,781 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f270d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:21:10,781 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,40571,-1] 2024-11-13T07:21:10,781 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:21:10,782 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:21:10,782 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:21:10,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2935254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:21:10,785 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:21:10,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,40571,1731482455730 2024-11-13T07:21:10,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c4a6646 2024-11-13T07:21:10,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:21:10,787 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:21:10,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2998b885bdef:34575,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-13T07:21:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T07:21:10,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:21:10,791 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2998b885bdef:34575' 2024-11-13T07:21:10,792 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4414d914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:21:10,792 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,34575,-1 for getting cluster id 2024-11-13T07:21:10,792 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:21:10,792 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff04692d-8af1-4500-aac1-0cff80201872' 2024-11-13T07:21:10,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:21:10,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff04692d-8af1-4500-aac1-0cff80201872" 2024-11-13T07:21:10,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@638e036a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:21:10,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,34575,-1] 2024-11-13T07:21:10,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:21:10,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:21:10,794 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:21:10,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@256a0a42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:21:10,794 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:21:10,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,34575,1731482463868 2024-11-13T07:21:10,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5dc7db9c 2024-11-13T07:21:10,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:21:10,796 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:21:10,797 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T07:21:10,797 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T07:21:10,797 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:21:10,797 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:21:10,797 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:21:10,797 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:21:10,798 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T07:21:10,799 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T07:21:10,799 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:21:10,800 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T07:21:10,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741837_1013 (size=1138) 2024-11-13T07:21:10,849 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T07:21:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:21:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:21:11,210 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9ec9dae96ef5bf1d2efa125e99b10208, NAME => 'hbase:replication,,1731482470797.9ec9dae96ef5bf1d2efa125e99b10208.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5 2024-11-13T07:21:11,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741838_1014 (size=44) 2024-11-13T07:21:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:21:11,616 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731482470797.9ec9dae96ef5bf1d2efa125e99b10208.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:21:11,616 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9ec9dae96ef5bf1d2efa125e99b10208, disabling compactions & flushes 2024-11-13T07:21:11,616 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731482470797.9ec9dae96ef5bf1d2efa125e99b10208. 2024-11-13T07:21:11,616 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731482470797.9ec9dae96ef5bf1d2efa125e99b10208. 2024-11-13T07:21:11,616 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731482470797.9ec9dae96ef5bf1d2efa125e99b10208. after waiting 0 ms 2024-11-13T07:21:11,616 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731482470797.9ec9dae96ef5bf1d2efa125e99b10208. 2024-11-13T07:21:11,616 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731482470797.9ec9dae96ef5bf1d2efa125e99b10208. 2024-11-13T07:21:11,616 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9ec9dae96ef5bf1d2efa125e99b10208: Waiting for close lock at 1731482471616Disabling compacts and flushes for region at 1731482471616Disabling writes for close at 1731482471616Writing region close event to WAL at 1731482471616Closed at 1731482471616 2024-11-13T07:21:11,618 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T07:21:11,618 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731482470797.9ec9dae96ef5bf1d2efa125e99b10208.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731482471618"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482471618"}]},"ts":"1731482471618"} 2024-11-13T07:21:11,621 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T07:21:11,622 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T07:21:11,622 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482471622"}]},"ts":"1731482471622"} 2024-11-13T07:21:11,624 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T07:21:11,625 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9ec9dae96ef5bf1d2efa125e99b10208, ASSIGN}] 2024-11-13T07:21:11,626 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9ec9dae96ef5bf1d2efa125e99b10208, ASSIGN 2024-11-13T07:21:11,627 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9ec9dae96ef5bf1d2efa125e99b10208, ASSIGN; state=OFFLINE, location=2998b885bdef,36877,1731482456246; forceNewPlan=false, retain=false 2024-11-13T07:21:11,778 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9ec9dae96ef5bf1d2efa125e99b10208, regionState=OPENING, regionLocation=2998b885bdef,36877,1731482456246 2024-11-13T07:21:11,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9ec9dae96ef5bf1d2efa125e99b10208, ASSIGN because future has completed 2024-11-13T07:21:11,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ec9dae96ef5bf1d2efa125e99b10208, server=2998b885bdef,36877,1731482456246}] 2024-11-13T07:21:11,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:21:11,937 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731482470797.9ec9dae96ef5bf1d2efa125e99b10208. 2024-11-13T07:21:11,937 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:21:11,938 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T07:21:11,939 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C36877%2C1731482456246.rep, suffix=, logDir=hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246, archiveDir=hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/oldWALs, maxLogs=10 2024-11-13T07:21:11,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.rep.1731482471939, exclude list is [], retry=0 2024-11-13T07:21:11,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39565,DS-63894cb3-96ed-42a0-b477-5aee93cedc74,DISK] 2024-11-13T07:21:11,955 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.rep.1731482471939 2024-11-13T07:21:11,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39869:39869)] 2024-11-13T07:21:11,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9ec9dae96ef5bf1d2efa125e99b10208, NAME => 'hbase:replication,,1731482470797.9ec9dae96ef5bf1d2efa125e99b10208.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:21:11,956 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:21:11,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T07:21:11,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731482470797.9ec9dae96ef5bf1d2efa125e99b10208. service=MultiRowMutationService 2024-11-13T07:21:11,957 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T07:21:11,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9ec9dae96ef5bf1d2efa125e99b10208 2024-11-13T07:21:11,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731482470797.9ec9dae96ef5bf1d2efa125e99b10208.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:21:11,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9ec9dae96ef5bf1d2efa125e99b10208 2024-11-13T07:21:11,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9ec9dae96ef5bf1d2efa125e99b10208 2024-11-13T07:21:11,959 INFO [StoreOpener-9ec9dae96ef5bf1d2efa125e99b10208-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9ec9dae96ef5bf1d2efa125e99b10208 2024-11-13T07:21:11,961 INFO [StoreOpener-9ec9dae96ef5bf1d2efa125e99b10208-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ec9dae96ef5bf1d2efa125e99b10208 columnFamilyName hfileref 2024-11-13T07:21:11,961 DEBUG [StoreOpener-9ec9dae96ef5bf1d2efa125e99b10208-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:21:11,961 INFO [StoreOpener-9ec9dae96ef5bf1d2efa125e99b10208-1 {}] regionserver.HStore(327): Store=9ec9dae96ef5bf1d2efa125e99b10208/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:21:11,961 INFO [StoreOpener-9ec9dae96ef5bf1d2efa125e99b10208-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9ec9dae96ef5bf1d2efa125e99b10208 2024-11-13T07:21:11,962 INFO [StoreOpener-9ec9dae96ef5bf1d2efa125e99b10208-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ec9dae96ef5bf1d2efa125e99b10208 columnFamilyName queue 2024-11-13T07:21:11,962 DEBUG [StoreOpener-9ec9dae96ef5bf1d2efa125e99b10208-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:21:11,963 INFO [StoreOpener-9ec9dae96ef5bf1d2efa125e99b10208-1 {}] regionserver.HStore(327): Store=9ec9dae96ef5bf1d2efa125e99b10208/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:21:11,963 INFO [StoreOpener-9ec9dae96ef5bf1d2efa125e99b10208-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9ec9dae96ef5bf1d2efa125e99b10208 2024-11-13T07:21:11,964 INFO [StoreOpener-9ec9dae96ef5bf1d2efa125e99b10208-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ec9dae96ef5bf1d2efa125e99b10208 columnFamilyName sid 2024-11-13T07:21:11,964 DEBUG [StoreOpener-9ec9dae96ef5bf1d2efa125e99b10208-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:21:11,964 INFO [StoreOpener-9ec9dae96ef5bf1d2efa125e99b10208-1 {}] regionserver.HStore(327): Store=9ec9dae96ef5bf1d2efa125e99b10208/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:21:11,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9ec9dae96ef5bf1d2efa125e99b10208 2024-11-13T07:21:11,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/hbase/replication/9ec9dae96ef5bf1d2efa125e99b10208 2024-11-13T07:21:11,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/hbase/replication/9ec9dae96ef5bf1d2efa125e99b10208 2024-11-13T07:21:11,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9ec9dae96ef5bf1d2efa125e99b10208 2024-11-13T07:21:11,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9ec9dae96ef5bf1d2efa125e99b10208 2024-11-13T07:21:11,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T07:21:11,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9ec9dae96ef5bf1d2efa125e99b10208 2024-11-13T07:21:11,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/hbase/replication/9ec9dae96ef5bf1d2efa125e99b10208/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:21:11,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9ec9dae96ef5bf1d2efa125e99b10208; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70559327, jitterRate=0.051415905356407166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T07:21:11,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9ec9dae96ef5bf1d2efa125e99b10208 2024-11-13T07:21:11,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9ec9dae96ef5bf1d2efa125e99b10208: Running coprocessor pre-open hook at 1731482471957Writing region info on filesystem at 1731482471957Initializing all the Stores at 1731482471958 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482471958Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482471958Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482471958Cleaning up temporary data from old regions at 1731482471966 (+8 ms)Running coprocessor post-open hooks at 1731482471971 (+5 ms)Region opened successfully at 1731482471971 2024-11-13T07:21:11,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731482470797.9ec9dae96ef5bf1d2efa125e99b10208., pid=10, masterSystemTime=1731482471934 2024-11-13T07:21:11,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731482470797.9ec9dae96ef5bf1d2efa125e99b10208. 2024-11-13T07:21:11,975 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731482470797.9ec9dae96ef5bf1d2efa125e99b10208. 2024-11-13T07:21:11,975 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9ec9dae96ef5bf1d2efa125e99b10208, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,36877,1731482456246 2024-11-13T07:21:11,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ec9dae96ef5bf1d2efa125e99b10208, server=2998b885bdef,36877,1731482456246 because future has completed 2024-11-13T07:21:11,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T07:21:11,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9ec9dae96ef5bf1d2efa125e99b10208, server=2998b885bdef,36877,1731482456246 in 200 msec 2024-11-13T07:21:11,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T07:21:11,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9ec9dae96ef5bf1d2efa125e99b10208, ASSIGN in 358 msec 2024-11-13T07:21:11,986 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T07:21:11,986 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482471986"}]},"ts":"1731482471986"} 2024-11-13T07:21:11,988 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T07:21:11,989 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T07:21:11,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1920 sec 2024-11-13T07:21:12,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731482470797.9ec9dae96ef5bf1d2efa125e99b10208., hostname=2998b885bdef,36877,1731482456246, seqNum=2] 2024-11-13T07:21:12,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40571-0x10133117b800000, quorum=127.0.0.1:53947, baseZNode=/0976378239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976378239 2024-11-13T07:21:12,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36877-0x10133117b800001, quorum=127.0.0.1:53947, baseZNode=/0976378239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976378239 2024-11-13T07:21:12,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T07:21:12,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36877 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T07:21:12,279 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T07:21:12,310 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2998b885bdef,36877,1731482456246, ReplicationSource: 1, currentBandwidth=0 2024-11-13T07:21:12,311 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:21:12,311 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,36877,1731482456246, seqNum=-1] 2024-11-13T07:21:12,312 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:21:12,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-13T07:21:12,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2998b885bdef,36877,1731482456246', locateType=CURRENT is [region=hbase:replication,,1731482470797.9ec9dae96ef5bf1d2efa125e99b10208., hostname=2998b885bdef,36877,1731482456246, seqNum=2] 2024-11-13T07:21:12,318 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T07:21:12,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T07:21:12,321 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2998b885bdef,36877,1731482456246 suceeded 2024-11-13T07:21:12,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T07:21:12,323 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2998b885bdef:34575,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-13T07:21:12,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-13T07:21:12,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5350 sec 2024-11-13T07:21:12,336 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2998b885bdef:34575' 2024-11-13T07:21:12,337 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ade3ae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:21:12,337 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,34575,-1 for getting cluster id 2024-11-13T07:21:12,337 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:21:12,338 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff04692d-8af1-4500-aac1-0cff80201872' 2024-11-13T07:21:12,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:21:12,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff04692d-8af1-4500-aac1-0cff80201872" 2024-11-13T07:21:12,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@632b80a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:21:12,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,34575,-1] 2024-11-13T07:21:12,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:21:12,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:21:12,340 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:21:12,340 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fce9ade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:21:12,341 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:21:12,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,34575,1731482463868 2024-11-13T07:21:12,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b1bd849 2024-11-13T07:21:12,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:21:12,342 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-13T07:21:12,343 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2998b885bdef,36877,1731482456246 (queues=1) is replicating from cluster=c1049cea-9b28-4938-855a-7ae90c7fa2e1 to cluster=ff04692d-8af1-4500-aac1-0cff80201872 2024-11-13T07:21:12,343 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2998b885bdef%2C36877%2C1731482456246 2024-11-13T07:21:12,344 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2998b885bdef,36877,1731482456246, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T07:21:12,344 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.shipper2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2998b885bdef%2C36877%2C1731482456246 2024-11-13T07:21:12,344 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858, startPosition=0, beingWritten=true 2024-11-13T07:21:12,355 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:21:12,355 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 379, reset compression=false 2024-11-13T07:21:12,355 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.shipper2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,36877,1731482456246 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T07:21:12,560 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 379, reset compression=false 2024-11-13T07:21:12,864 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 379, reset compression=false 2024-11-13T07:21:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:21:12,942 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T07:21:12,942 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:21:12,942 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:21:12,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:21:12,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:21:12,942 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:21:12,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:21:12,949 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731482472947/Put/seqid=0 2024-11-13T07:21:12,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741840_1016 (size=7894) 2024-11-13T07:21:13,268 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 379, reset compression=false 2024-11-13T07:21:13,356 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/load_f/f/hfile_1 is 34, key is ddd/f:row/1731482473355/Put/seqid=0 2024-11-13T07:21:13,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741841_1017 (size=7691) 2024-11-13T07:21:13,719 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T07:21:13,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:21:13,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:21:13,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:21:13,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a805c07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:21:13,772 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,40571,-1 for getting cluster id 2024-11-13T07:21:13,772 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 379, reset compression=false 2024-11-13T07:21:13,773 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:21:13,774 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1049cea-9b28-4938-855a-7ae90c7fa2e1' 2024-11-13T07:21:13,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:21:13,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1049cea-9b28-4938-855a-7ae90c7fa2e1" 2024-11-13T07:21:13,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd58145, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:21:13,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,40571,-1] 2024-11-13T07:21:13,775 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:21:13,775 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:21:13,776 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:21:13,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d0ea9df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:21:13,778 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:21:13,780 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,36877,1731482456246, seqNum=-1] 2024-11-13T07:21:13,780 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:21:13,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:21:13,794 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:21:13,795 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,40571,1731482455730 2024-11-13T07:21:13,795 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ff8c714 2024-11-13T07:21:13,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:21:13,800 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:21:13,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731482468474.ae113262329a6704fe96a7517ad79a0a., hostname=2998b885bdef,36877,1731482456246, seqNum=2] 2024-11-13T07:21:13,819 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T07:21:13,833 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-13T07:21:13,837 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-13T07:21:13,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/load_f/f/hfile_0 for inclusion in ae113262329a6704fe96a7517ad79a0a/f 2024-11-13T07:21:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T07:21:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T07:21:13,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/load_f/f/hfile_1 for inclusion in ae113262329a6704fe96a7517ad79a0a/f 2024-11-13T07:21:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T07:21:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T07:21:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.HRegion(2603): Flush status journal for ae113262329a6704fe96a7517ad79a0a: 2024-11-13T07:21:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/load_f/f/hfile_0 to hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/staging/jenkins__test__22iac8v2q4845oof3mv443dqovvlvhbp5agtve5sh29o7c8nrpi6vhbe85gf3ri8/f/hfile_0 2024-11-13T07:21:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/staging/jenkins__test__22iac8v2q4845oof3mv443dqovvlvhbp5agtve5sh29o7c8nrpi6vhbe85gf3ri8/f/hfile_0 as hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/default/test/ae113262329a6704fe96a7517ad79a0a/f/f5c35a88550e455aa087f8a2642dc6aa_SeqId_4_ 2024-11-13T07:21:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/load_f/f/hfile_1 to hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/staging/jenkins__test__22iac8v2q4845oof3mv443dqovvlvhbp5agtve5sh29o7c8nrpi6vhbe85gf3ri8/f/hfile_1 2024-11-13T07:21:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/staging/jenkins__test__22iac8v2q4845oof3mv443dqovvlvhbp5agtve5sh29o7c8nrpi6vhbe85gf3ri8/f/hfile_1 as hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/default/test/ae113262329a6704fe96a7517ad79a0a/f/b8d4629b3ec24a019dc9a3821134e1ff_SeqId_4_ 2024-11-13T07:21:13,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/staging/jenkins__test__22iac8v2q4845oof3mv443dqovvlvhbp5agtve5sh29o7c8nrpi6vhbe85gf3ri8/f/hfile_0 into ae113262329a6704fe96a7517ad79a0a/f as hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/default/test/ae113262329a6704fe96a7517ad79a0a/f/f5c35a88550e455aa087f8a2642dc6aa_SeqId_4_ - updating store file list. 2024-11-13T07:21:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f5c35a88550e455aa087f8a2642dc6aa_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T07:21:13,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/default/test/ae113262329a6704fe96a7517ad79a0a/f/f5c35a88550e455aa087f8a2642dc6aa_SeqId_4_ into ae113262329a6704fe96a7517ad79a0a/f 2024-11-13T07:21:13,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/staging/jenkins__test__22iac8v2q4845oof3mv443dqovvlvhbp5agtve5sh29o7c8nrpi6vhbe85gf3ri8/f/hfile_0 into ae113262329a6704fe96a7517ad79a0a/f (new location: hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/default/test/ae113262329a6704fe96a7517ad79a0a/f/f5c35a88550e455aa087f8a2642dc6aa_SeqId_4_) 2024-11-13T07:21:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/staging/jenkins__test__22iac8v2q4845oof3mv443dqovvlvhbp5agtve5sh29o7c8nrpi6vhbe85gf3ri8/f/hfile_0 2024-11-13T07:21:13,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/staging/jenkins__test__22iac8v2q4845oof3mv443dqovvlvhbp5agtve5sh29o7c8nrpi6vhbe85gf3ri8/f/hfile_1 into ae113262329a6704fe96a7517ad79a0a/f as hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/default/test/ae113262329a6704fe96a7517ad79a0a/f/b8d4629b3ec24a019dc9a3821134e1ff_SeqId_4_ - updating store file list. 2024-11-13T07:21:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b8d4629b3ec24a019dc9a3821134e1ff_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T07:21:13,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/default/test/ae113262329a6704fe96a7517ad79a0a/f/b8d4629b3ec24a019dc9a3821134e1ff_SeqId_4_ into ae113262329a6704fe96a7517ad79a0a/f 2024-11-13T07:21:13,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/staging/jenkins__test__22iac8v2q4845oof3mv443dqovvlvhbp5agtve5sh29o7c8nrpi6vhbe85gf3ri8/f/hfile_1 into ae113262329a6704fe96a7517ad79a0a/f (new location: hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/default/test/ae113262329a6704fe96a7517ad79a0a/f/b8d4629b3ec24a019dc9a3821134e1ff_SeqId_4_) 2024-11-13T07:21:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/staging/jenkins__test__22iac8v2q4845oof3mv443dqovvlvhbp5agtve5sh29o7c8nrpi6vhbe85gf3ri8/f/hfile_1 2024-11-13T07:21:13,914 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:21:13,914 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:21:13,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:21:13,915 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:21:13,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:21:13,916 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:21:13,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731482468474.ae113262329a6704fe96a7517ad79a0a., hostname=2998b885bdef,36877,1731482456246, seqNum=2 , the old value is region=test,,1731482468474.ae113262329a6704fe96a7517ad79a0a., hostname=2998b885bdef,36877,1731482456246, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=2998b885bdef:36877 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T07:21:13,917 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,38135,1731482465266, seqNum=-1] 2024-11-13T07:21:13,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731482468474.ae113262329a6704fe96a7517ad79a0a., hostname=2998b885bdef,36877,1731482456246, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T07:21:13,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731482468474.ae113262329a6704fe96a7517ad79a0a., hostname=2998b885bdef,36877,1731482456246, seqNum=2 from cache 2024-11-13T07:21:13,918 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:21:13,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:21:13,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731482469634.5e30c3d35dc2d3174b4eaebeef05b41a., hostname=2998b885bdef,38135,1731482465266, seqNum=2] 2024-11-13T07:21:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:55222 deadline: 1731482533915 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:55222 2024-11-13T07:21:13,924 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T07:21:14,022 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:36877 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T07:21:14,379 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 379, reset compression=false 2024-11-13T07:21:14,385 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T07:21:14,385 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.shipper2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,36877,1731482456246 got entry batch from reader: WALEntryBatch [walEntries=[{test/ae113262329a6704fe96a7517ad79a0a/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731482473907/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T07:21:14,407 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.shipper2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T07:21:14,409 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-13T07:21:14,411 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] regionserver.ReplicationSink(318): Replicating [c1049cea-9b28-4938-855a-7ae90c7fa2e1] bulk loaded data 2024-11-13T07:21:14,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f148589, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:21:14,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,34575,-1 for getting cluster id 2024-11-13T07:21:14,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:21:14,413 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff04692d-8af1-4500-aac1-0cff80201872' 2024-11-13T07:21:14,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:21:14,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff04692d-8af1-4500-aac1-0cff80201872" 2024-11-13T07:21:14,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a5bbcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:21:14,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,34575,-1] 2024-11-13T07:21:14,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:21:14,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:21:14,414 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:21:14,415 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@725e1810, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:21:14,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40281 is added to blk_1073741837_1013 (size=7894) 2024-11-13T07:21:14,586 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 687, reset compression=false 2024-11-13T07:21:14,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40281 is added to blk_1073741838_1014 (size=7691) 2024-11-13T07:21:14,891 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 687, reset compression=false 2024-11-13T07:21:14,927 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T07:21:15,244 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:21:15,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,34575,1731482463868 2024-11-13T07:21:15,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5165193b 2024-11-13T07:21:15,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:21:15,246 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-13T07:21:15,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T07:21:15,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:21:15,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,38135,1731482465266, seqNum=-1] 2024-11-13T07:21:15,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:21:15,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-13T07:21:15,256 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/staging/jenkins.hfs.6__test__8gafefs16nb4lbv6grgjf23n21do69n0en583lf6ndvuso8uk2km7t9vkodqt9v9/f/b8d4629b3ec24a019dc9a3821134e1ff_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-13T07:21:15,259 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/staging/jenkins.hfs.6__test__8gafefs16nb4lbv6grgjf23n21do69n0en583lf6ndvuso8uk2km7t9vkodqt9v9/f/f5c35a88550e455aa087f8a2642dc6aa_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-13T07:21:15,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/staging/jenkins.hfs.6__test__8gafefs16nb4lbv6grgjf23n21do69n0en583lf6ndvuso8uk2km7t9vkodqt9v9/f/f5c35a88550e455aa087f8a2642dc6aa_SeqId_4_ for inclusion in 5e30c3d35dc2d3174b4eaebeef05b41a/f 2024-11-13T07:21:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T07:21:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T07:21:15,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/staging/jenkins.hfs.6__test__8gafefs16nb4lbv6grgjf23n21do69n0en583lf6ndvuso8uk2km7t9vkodqt9v9/f/b8d4629b3ec24a019dc9a3821134e1ff_SeqId_4_ for inclusion in 5e30c3d35dc2d3174b4eaebeef05b41a/f 2024-11-13T07:21:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T07:21:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T07:21:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] regionserver.HRegion(2603): Flush status journal for 5e30c3d35dc2d3174b4eaebeef05b41a: 2024-11-13T07:21:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f5c35a88550e455aa087f8a2642dc6aa_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T07:21:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/staging/jenkins.hfs.6__test__8gafefs16nb4lbv6grgjf23n21do69n0en583lf6ndvuso8uk2km7t9vkodqt9v9/f/f5c35a88550e455aa087f8a2642dc6aa_SeqId_4_ as hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/data/default/test/5e30c3d35dc2d3174b4eaebeef05b41a/f/f3d2b01db31748a8979dd4542784d604_SeqId_4_ 2024-11-13T07:21:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b8d4629b3ec24a019dc9a3821134e1ff_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T07:21:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/staging/jenkins.hfs.6__test__8gafefs16nb4lbv6grgjf23n21do69n0en583lf6ndvuso8uk2km7t9vkodqt9v9/f/b8d4629b3ec24a019dc9a3821134e1ff_SeqId_4_ as hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/data/default/test/5e30c3d35dc2d3174b4eaebeef05b41a/f/d614a35706f74d408daad766374e36fa_SeqId_4_ 2024-11-13T07:21:15,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/staging/jenkins.hfs.6__test__8gafefs16nb4lbv6grgjf23n21do69n0en583lf6ndvuso8uk2km7t9vkodqt9v9/f/f5c35a88550e455aa087f8a2642dc6aa_SeqId_4_ into 5e30c3d35dc2d3174b4eaebeef05b41a/f as hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/data/default/test/5e30c3d35dc2d3174b4eaebeef05b41a/f/f3d2b01db31748a8979dd4542784d604_SeqId_4_ - updating store file list. 2024-11-13T07:21:15,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f3d2b01db31748a8979dd4542784d604_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T07:21:15,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/data/default/test/5e30c3d35dc2d3174b4eaebeef05b41a/f/f3d2b01db31748a8979dd4542784d604_SeqId_4_ into 5e30c3d35dc2d3174b4eaebeef05b41a/f 2024-11-13T07:21:15,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/staging/jenkins.hfs.6__test__8gafefs16nb4lbv6grgjf23n21do69n0en583lf6ndvuso8uk2km7t9vkodqt9v9/f/f5c35a88550e455aa087f8a2642dc6aa_SeqId_4_ into 5e30c3d35dc2d3174b4eaebeef05b41a/f (new location: hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/data/default/test/5e30c3d35dc2d3174b4eaebeef05b41a/f/f3d2b01db31748a8979dd4542784d604_SeqId_4_) 2024-11-13T07:21:15,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/staging/jenkins.hfs.6__test__8gafefs16nb4lbv6grgjf23n21do69n0en583lf6ndvuso8uk2km7t9vkodqt9v9/f/f5c35a88550e455aa087f8a2642dc6aa_SeqId_4_ 2024-11-13T07:21:15,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/staging/jenkins.hfs.6__test__8gafefs16nb4lbv6grgjf23n21do69n0en583lf6ndvuso8uk2km7t9vkodqt9v9/f/b8d4629b3ec24a019dc9a3821134e1ff_SeqId_4_ into 5e30c3d35dc2d3174b4eaebeef05b41a/f as hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/data/default/test/5e30c3d35dc2d3174b4eaebeef05b41a/f/d614a35706f74d408daad766374e36fa_SeqId_4_ - updating store file list. 2024-11-13T07:21:15,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d614a35706f74d408daad766374e36fa_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T07:21:15,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/data/default/test/5e30c3d35dc2d3174b4eaebeef05b41a/f/d614a35706f74d408daad766374e36fa_SeqId_4_ into 5e30c3d35dc2d3174b4eaebeef05b41a/f 2024-11-13T07:21:15,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/staging/jenkins.hfs.6__test__8gafefs16nb4lbv6grgjf23n21do69n0en583lf6ndvuso8uk2km7t9vkodqt9v9/f/b8d4629b3ec24a019dc9a3821134e1ff_SeqId_4_ into 5e30c3d35dc2d3174b4eaebeef05b41a/f (new location: hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/data/default/test/5e30c3d35dc2d3174b4eaebeef05b41a/f/d614a35706f74d408daad766374e36fa_SeqId_4_) 2024-11-13T07:21:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/staging/jenkins.hfs.6__test__8gafefs16nb4lbv6grgjf23n21do69n0en583lf6ndvuso8uk2km7t9vkodqt9v9/f/b8d4629b3ec24a019dc9a3821134e1ff_SeqId_4_ 2024-11-13T07:21:15,289 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] regionserver.ReplicationSink(324): Finished replicating [c1049cea-9b28-4938-855a-7ae90c7fa2e1] bulk loaded data 2024-11-13T07:21:15,295 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 687, reset compression=false 2024-11-13T07:21:15,799 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 687, reset compression=false 2024-11-13T07:21:15,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:21:15,948 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731482475947/Put/seqid=0 2024-11-13T07:21:15,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741842_1018 (size=7997) 2024-11-13T07:21:16,356 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731482476355/Put/seqid=0 2024-11-13T07:21:16,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741843_1019 (size=7794) 2024-11-13T07:21:16,403 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 687, reset compression=false 2024-11-13T07:21:16,709 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T07:21:16,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18989257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:21:16,768 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,40571,-1 for getting cluster id 2024-11-13T07:21:16,768 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:21:16,769 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1049cea-9b28-4938-855a-7ae90c7fa2e1' 2024-11-13T07:21:16,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:21:16,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1049cea-9b28-4938-855a-7ae90c7fa2e1" 2024-11-13T07:21:16,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fc6e10a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:21:16,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,40571,-1] 2024-11-13T07:21:16,770 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:21:16,770 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:21:16,770 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:21:16,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e27c37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:21:16,771 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:21:16,772 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,36877,1731482456246, seqNum=-1] 2024-11-13T07:21:16,772 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:21:16,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:21:16,782 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:21:16,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,40571,1731482455730 2024-11-13T07:21:16,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@331f40f6 2024-11-13T07:21:16,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:21:16,784 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:21:16,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731482468474.ae113262329a6704fe96a7517ad79a0a., hostname=2998b885bdef,36877,1731482456246, seqNum=2] 2024-11-13T07:21:16,789 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T07:21:16,795 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-13T07:21:16,799 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-13T07:21:16,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/load_f1/f1/hfile_0 for inclusion in ae113262329a6704fe96a7517ad79a0a/f1 2024-11-13T07:21:16,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-13T07:21:16,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T07:21:16,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/load_f1/f1/hfile_1 for inclusion in ae113262329a6704fe96a7517ad79a0a/f1 2024-11-13T07:21:16,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-13T07:21:16,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T07:21:16,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.HRegion(2603): Flush status journal for ae113262329a6704fe96a7517ad79a0a: 2024-11-13T07:21:16,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/load_f1/f1/hfile_0 to hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/staging/jenkins__test__ecp2q66vjfsbs5fvk8d5bjptc8ij7hbs4qcibl3etbd8783br2v8mj1gn45ucj79/f1/hfile_0 2024-11-13T07:21:16,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/staging/jenkins__test__ecp2q66vjfsbs5fvk8d5bjptc8ij7hbs4qcibl3etbd8783br2v8mj1gn45ucj79/f1/hfile_0 as hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/default/test/ae113262329a6704fe96a7517ad79a0a/f1/d00f3d29d8b6460aa253a94349a36106_SeqId_6_ 2024-11-13T07:21:16,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/load_f1/f1/hfile_1 to hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/staging/jenkins__test__ecp2q66vjfsbs5fvk8d5bjptc8ij7hbs4qcibl3etbd8783br2v8mj1gn45ucj79/f1/hfile_1 2024-11-13T07:21:16,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/staging/jenkins__test__ecp2q66vjfsbs5fvk8d5bjptc8ij7hbs4qcibl3etbd8783br2v8mj1gn45ucj79/f1/hfile_1 as hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/default/test/ae113262329a6704fe96a7517ad79a0a/f1/1250b6f39d4c49c69b69130e54c29fdb_SeqId_6_ 2024-11-13T07:21:16,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-13T07:21:16,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/staging/jenkins__test__ecp2q66vjfsbs5fvk8d5bjptc8ij7hbs4qcibl3etbd8783br2v8mj1gn45ucj79/f1/hfile_0 into ae113262329a6704fe96a7517ad79a0a/f1 as hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/default/test/ae113262329a6704fe96a7517ad79a0a/f1/d00f3d29d8b6460aa253a94349a36106_SeqId_6_ - updating store file list. 2024-11-13T07:21:16,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d00f3d29d8b6460aa253a94349a36106_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T07:21:16,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/default/test/ae113262329a6704fe96a7517ad79a0a/f1/d00f3d29d8b6460aa253a94349a36106_SeqId_6_ into ae113262329a6704fe96a7517ad79a0a/f1 2024-11-13T07:21:16,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/staging/jenkins__test__ecp2q66vjfsbs5fvk8d5bjptc8ij7hbs4qcibl3etbd8783br2v8mj1gn45ucj79/f1/hfile_0 into ae113262329a6704fe96a7517ad79a0a/f1 (new location: hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/default/test/ae113262329a6704fe96a7517ad79a0a/f1/d00f3d29d8b6460aa253a94349a36106_SeqId_6_) 2024-11-13T07:21:16,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/staging/jenkins__test__ecp2q66vjfsbs5fvk8d5bjptc8ij7hbs4qcibl3etbd8783br2v8mj1gn45ucj79/f1/hfile_0 2024-11-13T07:21:16,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/staging/jenkins__test__ecp2q66vjfsbs5fvk8d5bjptc8ij7hbs4qcibl3etbd8783br2v8mj1gn45ucj79/f1/hfile_1 into ae113262329a6704fe96a7517ad79a0a/f1 as hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/default/test/ae113262329a6704fe96a7517ad79a0a/f1/1250b6f39d4c49c69b69130e54c29fdb_SeqId_6_ - updating store file list. 2024-11-13T07:21:16,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1250b6f39d4c49c69b69130e54c29fdb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T07:21:16,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/default/test/ae113262329a6704fe96a7517ad79a0a/f1/1250b6f39d4c49c69b69130e54c29fdb_SeqId_6_ into ae113262329a6704fe96a7517ad79a0a/f1 2024-11-13T07:21:16,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/staging/jenkins__test__ecp2q66vjfsbs5fvk8d5bjptc8ij7hbs4qcibl3etbd8783br2v8mj1gn45ucj79/f1/hfile_1 into ae113262329a6704fe96a7517ad79a0a/f1 (new location: hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/default/test/ae113262329a6704fe96a7517ad79a0a/f1/1250b6f39d4c49c69b69130e54c29fdb_SeqId_6_) 2024-11-13T07:21:16,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36877 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/staging/jenkins__test__ecp2q66vjfsbs5fvk8d5bjptc8ij7hbs4qcibl3etbd8783br2v8mj1gn45ucj79/f1/hfile_1 2024-11-13T07:21:16,834 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:21:16,834 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:21:16,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:21:16,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:21:16,835 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:21:16,835 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:21:16,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731482468474.ae113262329a6704fe96a7517ad79a0a., hostname=2998b885bdef,36877,1731482456246, seqNum=2 , the old value is region=test,,1731482468474.ae113262329a6704fe96a7517ad79a0a., hostname=2998b885bdef,36877,1731482456246, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=2998b885bdef:36877 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T07:21:16,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731482468474.ae113262329a6704fe96a7517ad79a0a., hostname=2998b885bdef,36877,1731482456246, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T07:21:16,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731482468474.ae113262329a6704fe96a7517ad79a0a., hostname=2998b885bdef,36877,1731482456246, seqNum=2 from cache 2024-11-13T07:21:16,836 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T07:21:16,838 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,36877,1731482456246, seqNum=-1] 2024-11-13T07:21:16,838 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:21:16,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:21:16,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731482468474.ae113262329a6704fe96a7517ad79a0a., hostname=2998b885bdef,36877,1731482456246, seqNum=2] 2024-11-13T07:21:16,942 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:36877 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T07:21:17,107 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 687, reset compression=false 2024-11-13T07:21:17,112 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:21:17,112 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 997, reset compression=false 2024-11-13T07:21:17,112 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.shipper2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,36877,1731482456246 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T07:21:17,315 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 997, reset compression=false 2024-11-13T07:21:17,619 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 997, reset compression=false 2024-11-13T07:21:18,023 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 997, reset compression=false 2024-11-13T07:21:18,527 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 997, reset compression=false 2024-11-13T07:21:19,131 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 997, reset compression=false 2024-11-13T07:21:19,834 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 997, reset compression=false 2024-11-13T07:21:20,133 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T07:21:20,133 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T07:21:20,639 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 997, reset compression=false 2024-11-13T07:21:21,543 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 997, reset compression=false 2024-11-13T07:21:22,551 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 997, reset compression=false 2024-11-13T07:21:23,669 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 997, reset compression=false 2024-11-13T07:21:24,876 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 997, reset compression=false 2024-11-13T07:21:25,318 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T07:21:26,184 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 997, reset compression=false 2024-11-13T07:21:27,640 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 997, reset compression=false 2024-11-13T07:21:29,184 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 997, reset compression=false 2024-11-13T07:21:30,789 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 997, reset compression=false 2024-11-13T07:21:32,493 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 997, reset compression=false 2024-11-13T07:21:33,457 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T07:21:34,303 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 997, reset compression=false 2024-11-13T07:21:36,208 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 997, reset compression=false 2024-11-13T07:21:37,114 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.shipper2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,36877,1731482456246 got entry batch from reader: null 2024-11-13T07:21:38,213 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 997, reset compression=false 2024-11-13T07:21:40,060 INFO [master/2998b885bdef:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T07:21:40,060 INFO [master/2998b885bdef:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T07:21:40,317 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 997, reset compression=false 2024-11-13T07:21:42,529 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 997, reset compression=false 2024-11-13T07:21:44,834 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 997, reset compression=false 2024-11-13T07:21:47,238 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 997, reset compression=false 2024-11-13T07:21:48,450 INFO [master/2998b885bdef:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T07:21:48,450 INFO [master/2998b885bdef:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T07:21:49,742 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 997, reset compression=false 2024-11-13T07:21:52,346 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 997, reset compression=false 2024-11-13T07:21:54,306 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ae113262329a6704fe96a7517ad79a0a, had cached 0 bytes from a total of 31376 2024-11-13T07:21:55,050 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 997, reset compression=false 2024-11-13T07:21:55,318 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T07:21:55,379 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5e30c3d35dc2d3174b4eaebeef05b41a, had cached 0 bytes from a total of 15585 2024-11-13T07:21:57,114 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.shipper2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,36877,1731482456246 got entry batch from reader: null 2024-11-13T07:21:57,854 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 997, reset compression=false 2024-11-13T07:22:00,765 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 997, reset compression=false 2024-11-13T07:22:03,457 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T07:22:03,773 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 997, reset compression=false 2024-11-13T07:22:06,880 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 997, reset compression=false 2024-11-13T07:22:08,847 DEBUG [master/2998b885bdef:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T07:22:10,085 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 997, reset compression=false 2024-11-13T07:22:13,391 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 997, reset compression=false 2024-11-13T07:22:16,795 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 997, reset compression=false 2024-11-13T07:22:16,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T07:22:16,871 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:22:16,871 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:22:16,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:16,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:16,872 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:22:16,872 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T07:22:16,872 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1359311050, stopped=false 2024-11-13T07:22:16,872 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2998b885bdef,34575,1731482463868 2024-11-13T07:22:17,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34575-0x10133117b800003, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1099684902/running 2024-11-13T07:22:17,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x10133117b800004, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1099684902/running 2024-11-13T07:22:17,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34575-0x10133117b800003, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099684902 2024-11-13T07:22:17,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x10133117b800004, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099684902 2024-11-13T07:22:17,091 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:22:17,091 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:22:17,091 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:22:17,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:17,092 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2998b885bdef,38135,1731482465266' ***** 2024-11-13T07:22:17,092 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T07:22:17,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38135-0x10133117b800004, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Set watcher on znode that does not yet exist, /1-1099684902/running 2024-11-13T07:22:17,092 INFO [RS:0;2998b885bdef:38135 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T07:22:17,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34575-0x10133117b800003, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Set watcher on znode that does not yet exist, /1-1099684902/running 2024-11-13T07:22:17,092 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T07:22:17,092 INFO [RS:0;2998b885bdef:38135 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T07:22:17,092 INFO [RS:0;2998b885bdef:38135 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T07:22:17,092 INFO [RS:0;2998b885bdef:38135 {}] regionserver.HRegionServer(3091): Received CLOSE for 5e30c3d35dc2d3174b4eaebeef05b41a 2024-11-13T07:22:17,093 INFO [RS:0;2998b885bdef:38135 {}] regionserver.HRegionServer(959): stopping server 2998b885bdef,38135,1731482465266 2024-11-13T07:22:17,093 INFO [RS:0;2998b885bdef:38135 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:22:17,093 INFO [RS:0;2998b885bdef:38135 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:38135. 2024-11-13T07:22:17,093 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5e30c3d35dc2d3174b4eaebeef05b41a, disabling compactions & flushes 2024-11-13T07:22:17,093 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731482469634.5e30c3d35dc2d3174b4eaebeef05b41a. 2024-11-13T07:22:17,093 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731482469634.5e30c3d35dc2d3174b4eaebeef05b41a. 2024-11-13T07:22:17,093 DEBUG [RS:0;2998b885bdef:38135 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:22:17,093 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731482469634.5e30c3d35dc2d3174b4eaebeef05b41a. after waiting 0 ms 2024-11-13T07:22:17,093 DEBUG [RS:0;2998b885bdef:38135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:17,093 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731482469634.5e30c3d35dc2d3174b4eaebeef05b41a. 2024-11-13T07:22:17,093 INFO [RS:0;2998b885bdef:38135 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T07:22:17,093 INFO [RS:0;2998b885bdef:38135 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T07:22:17,093 INFO [RS:0;2998b885bdef:38135 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T07:22:17,093 INFO [RS:0;2998b885bdef:38135 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T07:22:17,093 INFO [RS:0;2998b885bdef:38135 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T07:22:17,093 DEBUG [RS:0;2998b885bdef:38135 {}] regionserver.HRegionServer(1325): Online Regions={5e30c3d35dc2d3174b4eaebeef05b41a=test,,1731482469634.5e30c3d35dc2d3174b4eaebeef05b41a., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T07:22:17,093 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:22:17,093 DEBUG [RS:0;2998b885bdef:38135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e30c3d35dc2d3174b4eaebeef05b41a 2024-11-13T07:22:17,093 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:22:17,093 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:22:17,093 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:22:17,094 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:22:17,094 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-13T07:22:17,097 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/data/default/test/5e30c3d35dc2d3174b4eaebeef05b41a/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-13T07:22:17,098 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:22:17,098 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T07:22:17,098 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731482469634.5e30c3d35dc2d3174b4eaebeef05b41a. 2024-11-13T07:22:17,098 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5e30c3d35dc2d3174b4eaebeef05b41a: Waiting for close lock at 1731482537093Running coprocessor pre-close hooks at 1731482537093Disabling compacts and flushes for region at 1731482537093Disabling writes for close at 1731482537093Writing region close event to WAL at 1731482537094 (+1 ms)Running coprocessor post-close hooks at 1731482537098 (+4 ms)Closed at 1731482537098 2024-11-13T07:22:17,098 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731482469634.5e30c3d35dc2d3174b4eaebeef05b41a. 2024-11-13T07:22:17,110 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/data/hbase/meta/1588230740/.tmp/info/343b448957f1400e8462c569395b1e48 is 129, key is test,,1731482469634.5e30c3d35dc2d3174b4eaebeef05b41a./info:regioninfo/1731482470401/Put/seqid=0 2024-11-13T07:22:17,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40281 is added to blk_1073741839_1015 (size=6421) 2024-11-13T07:22:17,114 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.shipper2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,36877,1731482456246 got entry batch from reader: null 2024-11-13T07:22:17,168 INFO [regionserver/2998b885bdef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:22:17,205 INFO [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T07:22:17,205 INFO [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T07:22:17,294 DEBUG [RS:0;2998b885bdef:38135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:22:17,494 DEBUG [RS:0;2998b885bdef:38135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:22:17,516 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/data/hbase/meta/1588230740/.tmp/info/343b448957f1400e8462c569395b1e48 2024-11-13T07:22:17,541 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/data/hbase/meta/1588230740/.tmp/ns/f6572c46c7fa477aa5f49b07c1c7f1ec is 43, key is default/ns:d/1731482468299/Put/seqid=0 2024-11-13T07:22:17,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40281 is added to blk_1073741840_1016 (size=5153) 2024-11-13T07:22:17,694 DEBUG [RS:0;2998b885bdef:38135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:22:17,894 DEBUG [RS:0;2998b885bdef:38135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:22:17,951 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/data/hbase/meta/1588230740/.tmp/ns/f6572c46c7fa477aa5f49b07c1c7f1ec 2024-11-13T07:22:17,992 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/data/hbase/meta/1588230740/.tmp/rep_barrier/d58ebb3cb486486ea2fc73cc667764fe is 112, key is test,,1731482469634.5e30c3d35dc2d3174b4eaebeef05b41a./rep_barrier:seqnumDuringOpen/1731482470401/Put/seqid=0 2024-11-13T07:22:17,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40281 is added to blk_1073741841_1017 (size=5518) 2024-11-13T07:22:17,999 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/data/hbase/meta/1588230740/.tmp/rep_barrier/d58ebb3cb486486ea2fc73cc667764fe 2024-11-13T07:22:18,022 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/data/hbase/meta/1588230740/.tmp/table/f25acd8494b2482293cdb26f3de8c5e1 is 40, key is test/table:state/1731482470434/Put/seqid=0 2024-11-13T07:22:18,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40281 is added to blk_1073741842_1018 (size=5165) 2024-11-13T07:22:18,094 INFO [RS:0;2998b885bdef:38135 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T07:22:18,094 DEBUG [RS:0;2998b885bdef:38135 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T07:22:18,094 DEBUG [RS:0;2998b885bdef:38135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:22:18,295 DEBUG [RS:0;2998b885bdef:38135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:22:18,427 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/data/hbase/meta/1588230740/.tmp/table/f25acd8494b2482293cdb26f3de8c5e1 2024-11-13T07:22:18,437 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/data/hbase/meta/1588230740/.tmp/info/343b448957f1400e8462c569395b1e48 as hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/data/hbase/meta/1588230740/info/343b448957f1400e8462c569395b1e48 2024-11-13T07:22:18,450 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/data/hbase/meta/1588230740/info/343b448957f1400e8462c569395b1e48, entries=10, sequenceid=11, filesize=6.3 K 2024-11-13T07:22:18,451 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/data/hbase/meta/1588230740/.tmp/ns/f6572c46c7fa477aa5f49b07c1c7f1ec as hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/data/hbase/meta/1588230740/ns/f6572c46c7fa477aa5f49b07c1c7f1ec 2024-11-13T07:22:18,466 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/data/hbase/meta/1588230740/ns/f6572c46c7fa477aa5f49b07c1c7f1ec, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T07:22:18,467 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/data/hbase/meta/1588230740/.tmp/rep_barrier/d58ebb3cb486486ea2fc73cc667764fe as hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/data/hbase/meta/1588230740/rep_barrier/d58ebb3cb486486ea2fc73cc667764fe 2024-11-13T07:22:18,474 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/data/hbase/meta/1588230740/rep_barrier/d58ebb3cb486486ea2fc73cc667764fe, entries=1, sequenceid=11, filesize=5.4 K 2024-11-13T07:22:18,475 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/data/hbase/meta/1588230740/.tmp/table/f25acd8494b2482293cdb26f3de8c5e1 as hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/data/hbase/meta/1588230740/table/f25acd8494b2482293cdb26f3de8c5e1 2024-11-13T07:22:18,482 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/data/hbase/meta/1588230740/table/f25acd8494b2482293cdb26f3de8c5e1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T07:22:18,484 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1390ms, sequenceid=11, compaction requested=false 2024-11-13T07:22:18,490 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T07:22:18,490 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:22:18,490 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:22:18,490 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:22:18,491 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482537093Running coprocessor pre-close hooks at 1731482537093Disabling compacts and flushes for region at 1731482537093Disabling writes for close at 1731482537093Obtaining lock to block concurrent updates at 1731482537094 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731482537094Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731482537094Flushing stores of hbase:meta,,1.1588230740 at 1731482537094Flushing 1588230740/info: creating writer at 1731482537095 (+1 ms)Flushing 1588230740/info: appending metadata at 1731482537109 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731482537109Flushing 1588230740/ns: creating writer at 1731482537523 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731482537540 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731482537540Flushing 1588230740/rep_barrier: creating writer at 1731482537972 (+432 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731482537992 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731482537992Flushing 1588230740/table: creating writer at 1731482538006 (+14 ms)Flushing 1588230740/table: appending metadata at 1731482538021 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731482538021Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d81287c: reopening flushed file at 1731482538435 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3121b815: reopening flushed file at 1731482538450 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21caa72d: reopening flushed file at 1731482538466 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b232a0f: reopening flushed file at 1731482538474 (+8 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1390ms, sequenceid=11, compaction requested=false at 1731482538484 (+10 ms)Writing region close event to WAL at 1731482538486 (+2 ms)Running coprocessor post-close hooks at 1731482538490 (+4 ms)Closed at 1731482538490 2024-11-13T07:22:18,491 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T07:22:18,495 INFO [RS:0;2998b885bdef:38135 {}] regionserver.HRegionServer(976): stopping server 2998b885bdef,38135,1731482465266; all regions closed. 2024-11-13T07:22:18,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40281 is added to blk_1073741834_1010 (size=2717) 2024-11-13T07:22:18,502 DEBUG [RS:0;2998b885bdef:38135 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/oldWALs 2024-11-13T07:22:18,502 INFO [RS:0;2998b885bdef:38135 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C38135%2C1731482465266.meta:.meta(num 1731482468163) 2024-11-13T07:22:18,504 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/WALs/2998b885bdef,38135,1731482465266/2998b885bdef%2C38135%2C1731482465266.1731482467279 not finished, retry = 0 2024-11-13T07:22:18,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40281 is added to blk_1073741832_1008 (size=1028) 2024-11-13T07:22:18,607 DEBUG [RS:0;2998b885bdef:38135 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/oldWALs 2024-11-13T07:22:18,607 INFO [RS:0;2998b885bdef:38135 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C38135%2C1731482465266:(num 1731482467279) 2024-11-13T07:22:18,607 DEBUG [RS:0;2998b885bdef:38135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:18,607 INFO [RS:0;2998b885bdef:38135 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:22:18,607 INFO [RS:0;2998b885bdef:38135 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:22:18,608 INFO [RS:0;2998b885bdef:38135 {}] hbase.ChoreService(370): Chore service for: regionserver/2998b885bdef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T07:22:18,608 INFO [RS:0;2998b885bdef:38135 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:22:18,608 INFO [regionserver/2998b885bdef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:22:18,608 INFO [RS:0;2998b885bdef:38135 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:38135. 2024-11-13T07:22:18,608 DEBUG [RS:0;2998b885bdef:38135 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:22:18,608 DEBUG [RS:0;2998b885bdef:38135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:18,608 DEBUG [RS:0;2998b885bdef:38135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:18,608 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:22:18,608 INFO [RS:0;2998b885bdef:38135 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38135 2024-11-13T07:22:18,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34575-0x10133117b800003, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099684902/rs 2024-11-13T07:22:18,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x10133117b800004, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1099684902/rs/2998b885bdef,38135,1731482465266 2024-11-13T07:22:18,649 INFO [RS:0;2998b885bdef:38135 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:22:18,649 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2998b885bdef,38135,1731482465266] 2024-11-13T07:22:18,670 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1099684902/draining/2998b885bdef,38135,1731482465266 already deleted, retry=false 2024-11-13T07:22:18,670 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2998b885bdef,38135,1731482465266 expired; onlineServers=0 2024-11-13T07:22:18,670 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2998b885bdef,34575,1731482463868' ***** 2024-11-13T07:22:18,670 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T07:22:18,670 INFO [M:0;2998b885bdef:34575 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:22:18,670 INFO [M:0;2998b885bdef:34575 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:22:18,670 DEBUG [M:0;2998b885bdef:34575 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T07:22:18,670 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T07:22:18,670 DEBUG [M:0;2998b885bdef:34575 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T07:22:18,670 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482466968 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482466968,5,FailOnTimeoutGroup] 2024-11-13T07:22:18,671 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482466968 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482466968,5,FailOnTimeoutGroup] 2024-11-13T07:22:18,671 INFO [M:0;2998b885bdef:34575 {}] hbase.ChoreService(370): Chore service for: master/2998b885bdef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T07:22:18,671 INFO [M:0;2998b885bdef:34575 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:22:18,671 DEBUG [M:0;2998b885bdef:34575 {}] master.HMaster(1795): Stopping service threads 2024-11-13T07:22:18,671 INFO [M:0;2998b885bdef:34575 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T07:22:18,671 INFO [M:0;2998b885bdef:34575 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:22:18,671 INFO [M:0;2998b885bdef:34575 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T07:22:18,671 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T07:22:18,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34575-0x10133117b800003, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1099684902/master 2024-11-13T07:22:18,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34575-0x10133117b800003, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099684902 2024-11-13T07:22:18,680 DEBUG [M:0;2998b885bdef:34575 {}] zookeeper.ZKUtil(347): master:34575-0x10133117b800003, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Unable to get data of znode /1-1099684902/master because node does not exist (not an error) 2024-11-13T07:22:18,680 WARN [M:0;2998b885bdef:34575 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T07:22:18,681 INFO [M:0;2998b885bdef:34575 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/.lastflushedseqids 2024-11-13T07:22:18,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40281 is added to blk_1073741843_1019 (size=173) 2024-11-13T07:22:18,760 INFO [RS:0;2998b885bdef:38135 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:22:18,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x10133117b800004, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:22:18,760 INFO [RS:0;2998b885bdef:38135 {}] regionserver.HRegionServer(1031): Exiting; stopping=2998b885bdef,38135,1731482465266; zookeeper connection closed. 2024-11-13T07:22:18,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x10133117b800004, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:22:18,760 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4be4f013 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4be4f013 2024-11-13T07:22:18,760 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T07:22:19,089 INFO [M:0;2998b885bdef:34575 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T07:22:19,089 INFO [M:0;2998b885bdef:34575 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T07:22:19,090 DEBUG [M:0;2998b885bdef:34575 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:22:19,090 INFO [M:0;2998b885bdef:34575 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:22:19,090 DEBUG [M:0;2998b885bdef:34575 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:22:19,090 DEBUG [M:0;2998b885bdef:34575 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:22:19,090 DEBUG [M:0;2998b885bdef:34575 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:22:19,090 INFO [M:0;2998b885bdef:34575 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-13T07:22:19,113 DEBUG [M:0;2998b885bdef:34575 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4881b7e9771c489e85a1187d9200702c is 82, key is hbase:meta,,1/info:regioninfo/1731482468261/Put/seqid=0 2024-11-13T07:22:19,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40281 is added to blk_1073741844_1020 (size=5672) 2024-11-13T07:22:19,520 INFO [M:0;2998b885bdef:34575 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4881b7e9771c489e85a1187d9200702c 2024-11-13T07:22:19,541 DEBUG [M:0;2998b885bdef:34575 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b14830f89ea54632bb9c51f577941d30 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731482470439/Put/seqid=0 2024-11-13T07:22:19,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40281 is added to blk_1073741845_1021 (size=6727) 2024-11-13T07:22:19,945 INFO [M:0;2998b885bdef:34575 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b14830f89ea54632bb9c51f577941d30 2024-11-13T07:22:19,951 INFO [M:0;2998b885bdef:34575 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b14830f89ea54632bb9c51f577941d30 2024-11-13T07:22:19,967 DEBUG [M:0;2998b885bdef:34575 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c243ea3e9a4f485d87a21903d28b690e is 69, key is 2998b885bdef,38135,1731482465266/rs:state/1731482467081/Put/seqid=0 2024-11-13T07:22:19,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40281 is added to blk_1073741846_1022 (size=5156) 2024-11-13T07:22:20,299 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 to pos 997, reset compression=false 2024-11-13T07:22:20,377 INFO [M:0;2998b885bdef:34575 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c243ea3e9a4f485d87a21903d28b690e 2024-11-13T07:22:20,384 DEBUG [M:0;2998b885bdef:34575 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4881b7e9771c489e85a1187d9200702c as hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4881b7e9771c489e85a1187d9200702c 2024-11-13T07:22:20,401 INFO [M:0;2998b885bdef:34575 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4881b7e9771c489e85a1187d9200702c, entries=8, sequenceid=58, filesize=5.5 K 2024-11-13T07:22:20,403 DEBUG [M:0;2998b885bdef:34575 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b14830f89ea54632bb9c51f577941d30 as hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b14830f89ea54632bb9c51f577941d30 2024-11-13T07:22:20,414 INFO [M:0;2998b885bdef:34575 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b14830f89ea54632bb9c51f577941d30 2024-11-13T07:22:20,414 INFO [M:0;2998b885bdef:34575 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b14830f89ea54632bb9c51f577941d30, entries=6, sequenceid=58, filesize=6.6 K 2024-11-13T07:22:20,416 DEBUG [M:0;2998b885bdef:34575 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c243ea3e9a4f485d87a21903d28b690e as hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c243ea3e9a4f485d87a21903d28b690e 2024-11-13T07:22:20,434 INFO [M:0;2998b885bdef:34575 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42495/user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c243ea3e9a4f485d87a21903d28b690e, entries=1, sequenceid=58, filesize=5.0 K 2024-11-13T07:22:20,435 INFO [M:0;2998b885bdef:34575 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1345ms, sequenceid=58, compaction requested=false 2024-11-13T07:22:20,437 INFO [M:0;2998b885bdef:34575 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:22:20,437 DEBUG [M:0;2998b885bdef:34575 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482539090Disabling compacts and flushes for region at 1731482539090Disabling writes for close at 1731482539090Obtaining lock to block concurrent updates at 1731482539090Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731482539090Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731482539090Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731482539091 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731482539091Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731482539113 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731482539113Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731482539526 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731482539540 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731482539540Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731482539951 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731482539966 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731482539966Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ad7b264: reopening flushed file at 1731482540383 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b78b203: reopening flushed file at 1731482540401 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d99e32d: reopening flushed file at 1731482540415 (+14 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1345ms, sequenceid=58, compaction requested=false at 1731482540435 (+20 ms)Writing region close event to WAL at 1731482540437 (+2 ms)Closed at 1731482540437 2024-11-13T07:22:20,439 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f7d0d096-9c87-6669-8938-a8628839fb3c/MasterData/WALs/2998b885bdef,34575,1731482463868/2998b885bdef%2C34575%2C1731482463868.1731482466728 not finished, retry = 0 2024-11-13T07:22:20,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40281 is added to blk_1073741830_1006 (size=33026) 2024-11-13T07:22:20,540 INFO [M:0;2998b885bdef:34575 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T07:22:20,540 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:22:20,540 INFO [M:0;2998b885bdef:34575 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34575 2024-11-13T07:22:20,541 INFO [M:0;2998b885bdef:34575 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:22:20,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34575-0x10133117b800003, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:22:20,654 INFO [M:0;2998b885bdef:34575 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:22:20,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34575-0x10133117b800003, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:22:20,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@363af675{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:22:20,688 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6618d265{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:22:20,688 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:22:20,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c54674c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:22:20,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31eb4d31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3178dc81-764b-f908-d755-67457cfd86fd/hadoop.log.dir/,STOPPED} 2024-11-13T07:22:20,690 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T07:22:20,690 WARN [BP-777833890-172.17.0.3-1731482460197 heartbeating to localhost/127.0.0.1:42495 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T07:22:20,690 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T07:22:20,690 WARN [BP-777833890-172.17.0.3-1731482460197 heartbeating to localhost/127.0.0.1:42495 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-777833890-172.17.0.3-1731482460197 (Datanode Uuid 3d6b424a-9cb7-4958-889d-0598cad90c40) service to localhost/127.0.0.1:42495 2024-11-13T07:22:20,691 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3178dc81-764b-f908-d755-67457cfd86fd/cluster_04a2d131-0cb7-af6c-39ab-2e9bfb054ac6/data/data1/current/BP-777833890-172.17.0.3-1731482460197 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:22:20,691 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3178dc81-764b-f908-d755-67457cfd86fd/cluster_04a2d131-0cb7-af6c-39ab-2e9bfb054ac6/data/data2/current/BP-777833890-172.17.0.3-1731482460197 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:22:20,691 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T07:22:20,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@125ebd21{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:22:20,699 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1321af29{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:22:20,699 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:22:20,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@346e4b0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:22:20,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57346be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3178dc81-764b-f908-d755-67457cfd86fd/hadoop.log.dir/,STOPPED} 2024-11-13T07:22:20,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T07:22:20,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T07:22:20,718 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:22:20,718 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:22:20,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:20,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:20,719 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T07:22:20,719 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1604801836, stopped=false 2024-11-13T07:22:20,719 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2998b885bdef,40571,1731482455730 2024-11-13T07:22:20,719 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:22:20,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40571-0x10133117b800000, quorum=127.0.0.1:53947, baseZNode=/0976378239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0976378239/running 2024-11-13T07:22:20,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40571-0x10133117b800000, quorum=127.0.0.1:53947, baseZNode=/0976378239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976378239 2024-11-13T07:22:20,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36877-0x10133117b800001, quorum=127.0.0.1:53947, baseZNode=/0976378239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0976378239/running 2024-11-13T07:22:20,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36877-0x10133117b800001, quorum=127.0.0.1:53947, baseZNode=/0976378239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976378239 2024-11-13T07:22:20,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36877-0x10133117b800001, quorum=127.0.0.1:53947, baseZNode=/0976378239 Set watcher on znode that does not yet exist, /0976378239/running 2024-11-13T07:22:20,734 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:22:20,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40571-0x10133117b800000, quorum=127.0.0.1:53947, baseZNode=/0976378239 Set watcher on znode that does not yet exist, /0976378239/running 2024-11-13T07:22:20,736 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:22:20,736 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:22:20,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:20,736 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2998b885bdef,36877,1731482456246' ***** 2024-11-13T07:22:20,736 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T07:22:20,737 INFO [RS:0;2998b885bdef:36877 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T07:22:20,737 INFO [RS:0;2998b885bdef:36877 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T07:22:20,737 INFO [RS:0;2998b885bdef:36877 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T07:22:20,737 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T07:22:20,737 INFO [RS:0;2998b885bdef:36877 {}] regionserver.HRegionServer(3091): Received CLOSE for 9ec9dae96ef5bf1d2efa125e99b10208 2024-11-13T07:22:20,737 INFO [RS:0;2998b885bdef:36877 {}] regionserver.HRegionServer(3091): Received CLOSE for ae113262329a6704fe96a7517ad79a0a 2024-11-13T07:22:20,737 INFO [RS:0;2998b885bdef:36877 {}] regionserver.HRegionServer(959): stopping server 2998b885bdef,36877,1731482456246 2024-11-13T07:22:20,737 INFO [RS:0;2998b885bdef:36877 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:22:20,737 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9ec9dae96ef5bf1d2efa125e99b10208, disabling compactions & flushes 2024-11-13T07:22:20,737 INFO [RS:0;2998b885bdef:36877 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:36877. 2024-11-13T07:22:20,737 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731482470797.9ec9dae96ef5bf1d2efa125e99b10208. 2024-11-13T07:22:20,737 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731482470797.9ec9dae96ef5bf1d2efa125e99b10208. 2024-11-13T07:22:20,737 DEBUG [RS:0;2998b885bdef:36877 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:22:20,737 DEBUG [RS:0;2998b885bdef:36877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:20,737 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731482470797.9ec9dae96ef5bf1d2efa125e99b10208. after waiting 0 ms 2024-11-13T07:22:20,738 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731482470797.9ec9dae96ef5bf1d2efa125e99b10208. 2024-11-13T07:22:20,738 INFO [RS:0;2998b885bdef:36877 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T07:22:20,738 INFO [RS:0;2998b885bdef:36877 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T07:22:20,738 INFO [RS:0;2998b885bdef:36877 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T07:22:20,738 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9ec9dae96ef5bf1d2efa125e99b10208 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-13T07:22:20,738 INFO [RS:0;2998b885bdef:36877 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T07:22:20,738 INFO [RS:0;2998b885bdef:36877 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T07:22:20,738 DEBUG [RS:0;2998b885bdef:36877 {}] regionserver.HRegionServer(1325): Online Regions={9ec9dae96ef5bf1d2efa125e99b10208=hbase:replication,,1731482470797.9ec9dae96ef5bf1d2efa125e99b10208., 1588230740=hbase:meta,,1.1588230740, ae113262329a6704fe96a7517ad79a0a=test,,1731482468474.ae113262329a6704fe96a7517ad79a0a.} 2024-11-13T07:22:20,738 DEBUG [RS:0;2998b885bdef:36877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ec9dae96ef5bf1d2efa125e99b10208, ae113262329a6704fe96a7517ad79a0a 2024-11-13T07:22:20,738 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:22:20,738 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:22:20,739 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:22:20,739 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:22:20,739 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:22:20,739 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T07:22:20,739 INFO [regionserver/2998b885bdef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:22:20,755 INFO [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T07:22:20,755 INFO [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T07:22:20,762 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/hbase/meta/1588230740/.tmp/info/33a4eb6a782d42958c49fe816d02a255 is 147, key is hbase:replication,,1731482470797.9ec9dae96ef5bf1d2efa125e99b10208./info:regioninfo/1731482471975/Put/seqid=0 2024-11-13T07:22:20,765 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/hbase/replication/9ec9dae96ef5bf1d2efa125e99b10208/.tmp/hfileref/80fd6990e8fe4a47a0c91361ec5679fb is 74, key is 1/hfileref:b8d4629b3ec24a019dc9a3821134e1ff_SeqId_4_/1731482475293/DeleteColumn/seqid=0 2024-11-13T07:22:20,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741844_1020 (size=7686) 2024-11-13T07:22:20,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741845_1021 (size=5203) 2024-11-13T07:22:20,939 DEBUG [RS:0;2998b885bdef:36877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ec9dae96ef5bf1d2efa125e99b10208, ae113262329a6704fe96a7517ad79a0a 2024-11-13T07:22:21,139 DEBUG [RS:0;2998b885bdef:36877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ec9dae96ef5bf1d2efa125e99b10208, ae113262329a6704fe96a7517ad79a0a 2024-11-13T07:22:21,171 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/hbase/meta/1588230740/.tmp/info/33a4eb6a782d42958c49fe816d02a255 2024-11-13T07:22:21,177 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/hbase/replication/9ec9dae96ef5bf1d2efa125e99b10208/.tmp/hfileref/80fd6990e8fe4a47a0c91361ec5679fb 2024-11-13T07:22:21,196 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/hbase/meta/1588230740/.tmp/ns/07671da55a1641298afe60535233e549 is 43, key is default/ns:d/1731482459987/Put/seqid=0 2024-11-13T07:22:21,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741846_1022 (size=5153) 2024-11-13T07:22:21,214 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/hbase/meta/1588230740/.tmp/ns/07671da55a1641298afe60535233e549 2024-11-13T07:22:21,216 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/hbase/replication/9ec9dae96ef5bf1d2efa125e99b10208/.tmp/queue/2e47e29890284b4b917f822f356fc6f4 is 153, key is 1-2998b885bdef,36877,1731482456246/queue:2998b885bdef%2C36877%2C1731482456246/1731482477113/Put/seqid=0 2024-11-13T07:22:21,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741847_1023 (size=5352) 2024-11-13T07:22:21,248 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/hbase/meta/1588230740/.tmp/rep_barrier/bf03b4a8c9d841eaab7aad547be59e67 is 112, key is test,,1731482468474.ae113262329a6704fe96a7517ad79a0a./rep_barrier:seqnumDuringOpen/1731482469351/Put/seqid=0 2024-11-13T07:22:21,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741848_1024 (size=5518) 2024-11-13T07:22:21,339 DEBUG [RS:0;2998b885bdef:36877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ec9dae96ef5bf1d2efa125e99b10208, ae113262329a6704fe96a7517ad79a0a 2024-11-13T07:22:21,539 DEBUG [RS:0;2998b885bdef:36877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ec9dae96ef5bf1d2efa125e99b10208, ae113262329a6704fe96a7517ad79a0a 2024-11-13T07:22:21,641 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/hbase/replication/9ec9dae96ef5bf1d2efa125e99b10208/.tmp/queue/2e47e29890284b4b917f822f356fc6f4 2024-11-13T07:22:21,649 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/hbase/replication/9ec9dae96ef5bf1d2efa125e99b10208/.tmp/hfileref/80fd6990e8fe4a47a0c91361ec5679fb as hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/hbase/replication/9ec9dae96ef5bf1d2efa125e99b10208/hfileref/80fd6990e8fe4a47a0c91361ec5679fb 2024-11-13T07:22:21,658 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/hbase/replication/9ec9dae96ef5bf1d2efa125e99b10208/hfileref/80fd6990e8fe4a47a0c91361ec5679fb, entries=2, sequenceid=10, filesize=5.1 K 2024-11-13T07:22:21,660 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/hbase/replication/9ec9dae96ef5bf1d2efa125e99b10208/.tmp/queue/2e47e29890284b4b917f822f356fc6f4 as hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/hbase/replication/9ec9dae96ef5bf1d2efa125e99b10208/queue/2e47e29890284b4b917f822f356fc6f4 2024-11-13T07:22:21,670 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/hbase/replication/9ec9dae96ef5bf1d2efa125e99b10208/queue/2e47e29890284b4b917f822f356fc6f4, entries=1, sequenceid=10, filesize=5.2 K 2024-11-13T07:22:21,671 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 9ec9dae96ef5bf1d2efa125e99b10208 in 933ms, sequenceid=10, compaction requested=false 2024-11-13T07:22:21,679 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/hbase/meta/1588230740/.tmp/rep_barrier/bf03b4a8c9d841eaab7aad547be59e67 2024-11-13T07:22:21,679 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/hbase/replication/9ec9dae96ef5bf1d2efa125e99b10208/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T07:22:21,680 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:22:21,680 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:22:21,680 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731482470797.9ec9dae96ef5bf1d2efa125e99b10208. 2024-11-13T07:22:21,680 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9ec9dae96ef5bf1d2efa125e99b10208: Waiting for close lock at 1731482540737Running coprocessor pre-close hooks at 1731482540737Disabling compacts and flushes for region at 1731482540737Disabling writes for close at 1731482540737Obtaining lock to block concurrent updates at 1731482540738 (+1 ms)Preparing flush snapshotting stores in 9ec9dae96ef5bf1d2efa125e99b10208 at 1731482540738Finished memstore snapshotting hbase:replication,,1731482470797.9ec9dae96ef5bf1d2efa125e99b10208., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731482540739 (+1 ms)Flushing stores of hbase:replication,,1731482470797.9ec9dae96ef5bf1d2efa125e99b10208. at 1731482540739Flushing 9ec9dae96ef5bf1d2efa125e99b10208/hfileref: creating writer at 1731482540739Flushing 9ec9dae96ef5bf1d2efa125e99b10208/hfileref: appending metadata at 1731482540765 (+26 ms)Flushing 9ec9dae96ef5bf1d2efa125e99b10208/hfileref: closing flushed file at 1731482540765Flushing 9ec9dae96ef5bf1d2efa125e99b10208/queue: creating writer at 1731482541182 (+417 ms)Flushing 9ec9dae96ef5bf1d2efa125e99b10208/queue: appending metadata at 1731482541216 (+34 ms)Flushing 9ec9dae96ef5bf1d2efa125e99b10208/queue: closing flushed file at 1731482541216Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@626ba820: reopening flushed file at 1731482541648 (+432 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2755fa0b: reopening flushed file at 1731482541659 (+11 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 9ec9dae96ef5bf1d2efa125e99b10208 in 933ms, sequenceid=10, compaction requested=false at 1731482541671 (+12 ms)Writing region close event to WAL at 1731482541676 (+5 ms)Running coprocessor post-close hooks at 1731482541680 (+4 ms)Closed at 1731482541680 2024-11-13T07:22:21,680 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731482470797.9ec9dae96ef5bf1d2efa125e99b10208. 2024-11-13T07:22:21,681 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ae113262329a6704fe96a7517ad79a0a, disabling compactions & flushes 2024-11-13T07:22:21,681 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731482468474.ae113262329a6704fe96a7517ad79a0a. 2024-11-13T07:22:21,681 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731482468474.ae113262329a6704fe96a7517ad79a0a. 2024-11-13T07:22:21,681 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731482468474.ae113262329a6704fe96a7517ad79a0a. after waiting 0 ms 2024-11-13T07:22:21,681 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731482468474.ae113262329a6704fe96a7517ad79a0a. 2024-11-13T07:22:21,688 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/default/test/ae113262329a6704fe96a7517ad79a0a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T07:22:21,688 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:22:21,688 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T07:22:21,688 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731482468474.ae113262329a6704fe96a7517ad79a0a. 2024-11-13T07:22:21,689 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ae113262329a6704fe96a7517ad79a0a: Waiting for close lock at 1731482541681Running coprocessor pre-close hooks at 1731482541681Disabling compacts and flushes for region at 1731482541681Disabling writes for close at 1731482541681Writing region close event to WAL at 1731482541683 (+2 ms)Running coprocessor post-close hooks at 1731482541688 (+5 ms)Closed at 1731482541688 2024-11-13T07:22:21,689 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731482468474.ae113262329a6704fe96a7517ad79a0a. 2024-11-13T07:22:21,702 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/hbase/meta/1588230740/.tmp/table/60a6e733748d453a954b12f61920194e is 53, key is hbase:replication/table:state/1731482471986/Put/seqid=0 2024-11-13T07:22:21,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741849_1025 (size=5308) 2024-11-13T07:22:21,739 INFO [RS:0;2998b885bdef:36877 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T07:22:21,739 DEBUG [RS:0;2998b885bdef:36877 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T07:22:21,739 DEBUG [RS:0;2998b885bdef:36877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:22:21,940 DEBUG [RS:0;2998b885bdef:36877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:22:22,110 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/hbase/meta/1588230740/.tmp/table/60a6e733748d453a954b12f61920194e 2024-11-13T07:22:22,124 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/hbase/meta/1588230740/.tmp/info/33a4eb6a782d42958c49fe816d02a255 as hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/hbase/meta/1588230740/info/33a4eb6a782d42958c49fe816d02a255 2024-11-13T07:22:22,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:22:22,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:22:22,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:22:22,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:22:22,138 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/hbase/meta/1588230740/info/33a4eb6a782d42958c49fe816d02a255, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T07:22:22,139 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/hbase/meta/1588230740/.tmp/ns/07671da55a1641298afe60535233e549 as hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/hbase/meta/1588230740/ns/07671da55a1641298afe60535233e549 2024-11-13T07:22:22,140 DEBUG [RS:0;2998b885bdef:36877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:22:22,146 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/hbase/meta/1588230740/ns/07671da55a1641298afe60535233e549, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T07:22:22,149 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/hbase/meta/1588230740/.tmp/rep_barrier/bf03b4a8c9d841eaab7aad547be59e67 as hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/hbase/meta/1588230740/rep_barrier/bf03b4a8c9d841eaab7aad547be59e67 2024-11-13T07:22:22,156 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/hbase/meta/1588230740/rep_barrier/bf03b4a8c9d841eaab7aad547be59e67, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T07:22:22,157 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/hbase/meta/1588230740/.tmp/table/60a6e733748d453a954b12f61920194e as hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/hbase/meta/1588230740/table/60a6e733748d453a954b12f61920194e 2024-11-13T07:22:22,163 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/hbase/meta/1588230740/table/60a6e733748d453a954b12f61920194e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T07:22:22,164 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1424ms, sequenceid=16, compaction requested=false 2024-11-13T07:22:22,164 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T07:22:22,178 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T07:22:22,179 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:22:22,179 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:22:22,179 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:22:22,179 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482540738Running coprocessor pre-close hooks at 1731482540738Disabling compacts and flushes for region at 1731482540738Disabling writes for close at 1731482540739 (+1 ms)Obtaining lock to block concurrent updates at 1731482540739Preparing flush snapshotting stores in 1588230740 at 1731482540739Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731482540739Flushing stores of hbase:meta,,1.1588230740 at 1731482540740 (+1 ms)Flushing 1588230740/info: creating writer at 1731482540740Flushing 1588230740/info: appending metadata at 1731482540761 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731482540761Flushing 1588230740/ns: creating writer at 1731482541177 (+416 ms)Flushing 1588230740/ns: appending metadata at 1731482541195 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731482541195Flushing 1588230740/rep_barrier: creating writer at 1731482541225 (+30 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731482541247 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731482541247Flushing 1588230740/table: creating writer at 1731482541685 (+438 ms)Flushing 1588230740/table: appending metadata at 1731482541702 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731482541702Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bf188f7: reopening flushed file at 1731482542122 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cacb0c1: reopening flushed file at 1731482542138 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72d38027: reopening flushed file at 1731482542147 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e53819a: reopening flushed file at 1731482542156 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1424ms, sequenceid=16, compaction requested=false at 1731482542164 (+8 ms)Writing region close event to WAL at 1731482542174 (+10 ms)Running coprocessor post-close hooks at 1731482542179 (+5 ms)Closed at 1731482542179 2024-11-13T07:22:22,179 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T07:22:22,340 INFO [RS:0;2998b885bdef:36877 {}] regionserver.HRegionServer(976): stopping server 2998b885bdef,36877,1731482456246; all regions closed. 2024-11-13T07:22:22,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741834_1010 (size=4239) 2024-11-13T07:22:22,345 DEBUG [RS:0;2998b885bdef:36877 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/oldWALs 2024-11-13T07:22:22,345 INFO [RS:0;2998b885bdef:36877 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C36877%2C1731482456246.meta:.meta(num 1731482459859) 2024-11-13T07:22:22,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741839_1015 (size=2700) 2024-11-13T07:22:22,349 DEBUG [RS:0;2998b885bdef:36877 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/oldWALs 2024-11-13T07:22:22,349 INFO [RS:0;2998b885bdef:36877 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C36877%2C1731482456246.rep:(num 1731482471939) 2024-11-13T07:22:22,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741832_1008 (size=1300) 2024-11-13T07:22:22,352 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/WALs/2998b885bdef,36877,1731482456246/2998b885bdef%2C36877%2C1731482456246.1731482458858 not finished, retry = 0 2024-11-13T07:22:22,454 DEBUG [RS:0;2998b885bdef:36877 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/oldWALs 2024-11-13T07:22:22,454 INFO [RS:0;2998b885bdef:36877 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C36877%2C1731482456246:(num 1731482458858) 2024-11-13T07:22:22,454 DEBUG [RS:0;2998b885bdef:36877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:22,454 INFO [RS:0;2998b885bdef:36877 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:22:22,454 INFO [RS:0;2998b885bdef:36877 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:22:22,455 INFO [RS:0;2998b885bdef:36877 {}] hbase.ChoreService(370): Chore service for: regionserver/2998b885bdef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T07:22:22,455 INFO [RS:0;2998b885bdef:36877 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:22:22,455 INFO [regionserver/2998b885bdef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:22:22,455 INFO [RS:0;2998b885bdef:36877 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2998b885bdef,36877,1731482456246 because: Region server is closing 2024-11-13T07:22:22,455 INFO [RS:0;2998b885bdef:36877 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:36877. 2024-11-13T07:22:22,455 DEBUG [RS:0;2998b885bdef:36877 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:22:22,455 DEBUG [RS:0;2998b885bdef:36877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:22,456 DEBUG [RS:0;2998b885bdef:36877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:22,456 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:22:22,560 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.shipper2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T07:22:22,560 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.wal-reader.2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T07:22:22,561 INFO [RS:0;2998b885bdef:36877 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,36877,1731482456246.replicationSource.shipper2998b885bdef%2C36877%2C1731482456246,1-2998b885bdef,36877,1731482456246 terminated 2024-11-13T07:22:22,561 INFO [RS:0;2998b885bdef:36877 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36877 2024-11-13T07:22:22,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36877-0x10133117b800001, quorum=127.0.0.1:53947, baseZNode=/0976378239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0976378239/rs/2998b885bdef,36877,1731482456246 2024-11-13T07:22:22,595 INFO [RS:0;2998b885bdef:36877 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:22:22,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40571-0x10133117b800000, quorum=127.0.0.1:53947, baseZNode=/0976378239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976378239/rs 2024-11-13T07:22:22,606 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2998b885bdef,36877,1731482456246] 2024-11-13T07:22:22,617 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0976378239/draining/2998b885bdef,36877,1731482456246 already deleted, retry=false 2024-11-13T07:22:22,617 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2998b885bdef,36877,1731482456246 expired; onlineServers=0 2024-11-13T07:22:22,617 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2998b885bdef,40571,1731482455730' ***** 2024-11-13T07:22:22,617 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T07:22:22,618 INFO [M:0;2998b885bdef:40571 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:22:22,618 INFO [M:0;2998b885bdef:40571 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:22:22,618 DEBUG [M:0;2998b885bdef:40571 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T07:22:22,618 DEBUG [M:0;2998b885bdef:40571 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T07:22:22,618 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T07:22:22,618 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482458503 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482458503,5,FailOnTimeoutGroup] 2024-11-13T07:22:22,618 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482458504 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482458504,5,FailOnTimeoutGroup] 2024-11-13T07:22:22,618 INFO [M:0;2998b885bdef:40571 {}] hbase.ChoreService(370): Chore service for: master/2998b885bdef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T07:22:22,618 INFO [M:0;2998b885bdef:40571 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:22:22,618 DEBUG [M:0;2998b885bdef:40571 {}] master.HMaster(1795): Stopping service threads 2024-11-13T07:22:22,618 INFO [M:0;2998b885bdef:40571 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T07:22:22,618 INFO [M:0;2998b885bdef:40571 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:22:22,618 INFO [M:0;2998b885bdef:40571 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T07:22:22,619 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T07:22:22,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40571-0x10133117b800000, quorum=127.0.0.1:53947, baseZNode=/0976378239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0976378239/master 2024-11-13T07:22:22,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40571-0x10133117b800000, quorum=127.0.0.1:53947, baseZNode=/0976378239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0976378239 2024-11-13T07:22:22,629 INFO [M:0;2998b885bdef:40571 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/.lastflushedseqids 2024-11-13T07:22:22,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741850_1026 (size=263) 2024-11-13T07:22:22,638 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0976378239/master already deleted, retry=false 2024-11-13T07:22:22,638 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:40571-0x10133117b800000, quorum=127.0.0.1:53947, baseZNode=/0976378239 Failed delete of our master address node; KeeperErrorCode = NoNode for /0976378239/master 2024-11-13T07:22:22,645 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T07:22:22,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:22:22,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:22:22,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:22:22,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:22:22,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36877-0x10133117b800001, quorum=127.0.0.1:53947, baseZNode=/0976378239 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:22:22,707 INFO [RS:0;2998b885bdef:36877 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:22:22,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36877-0x10133117b800001, quorum=127.0.0.1:53947, baseZNode=/0976378239 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:22:22,707 INFO [RS:0;2998b885bdef:36877 {}] regionserver.HRegionServer(1031): Exiting; stopping=2998b885bdef,36877,1731482456246; zookeeper connection closed. 2024-11-13T07:22:22,709 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e5a12a8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e5a12a8 2024-11-13T07:22:22,710 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T07:22:23,038 INFO [M:0;2998b885bdef:40571 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T07:22:23,039 INFO [M:0;2998b885bdef:40571 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T07:22:23,039 DEBUG [M:0;2998b885bdef:40571 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:22:23,039 INFO [M:0;2998b885bdef:40571 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:22:23,039 DEBUG [M:0;2998b885bdef:40571 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:22:23,039 DEBUG [M:0;2998b885bdef:40571 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:22:23,039 DEBUG [M:0;2998b885bdef:40571 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:22:23,039 INFO [M:0;2998b885bdef:40571 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.83 KB heapSize=65.83 KB 2024-11-13T07:22:23,069 DEBUG [M:0;2998b885bdef:40571 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2c72b38170da40ce8874d6e8293ae785 is 82, key is hbase:meta,,1/info:regioninfo/1731482459910/Put/seqid=0 2024-11-13T07:22:23,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741851_1027 (size=5672) 2024-11-13T07:22:23,117 INFO [M:0;2998b885bdef:40571 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2c72b38170da40ce8874d6e8293ae785 2024-11-13T07:22:23,167 DEBUG [M:0;2998b885bdef:40571 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ad82f3cf6e348c3b278952b7eb8b14e is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731482469390/Put/seqid=0 2024-11-13T07:22:23,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741852_1028 (size=7238) 2024-11-13T07:22:23,192 INFO [M:0;2998b885bdef:40571 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.28 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ad82f3cf6e348c3b278952b7eb8b14e 2024-11-13T07:22:23,203 INFO [M:0;2998b885bdef:40571 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ad82f3cf6e348c3b278952b7eb8b14e 2024-11-13T07:22:23,232 DEBUG [M:0;2998b885bdef:40571 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c62c7a0352cd42a7b62a593cf01e0633 is 69, key is 2998b885bdef,36877,1731482456246/rs:state/1731482458600/Put/seqid=0 2024-11-13T07:22:23,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741853_1029 (size=5156) 2024-11-13T07:22:23,266 INFO [M:0;2998b885bdef:40571 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c62c7a0352cd42a7b62a593cf01e0633 2024-11-13T07:22:23,281 DEBUG [M:0;2998b885bdef:40571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2c72b38170da40ce8874d6e8293ae785 as hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2c72b38170da40ce8874d6e8293ae785 2024-11-13T07:22:23,295 INFO [M:0;2998b885bdef:40571 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2c72b38170da40ce8874d6e8293ae785, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T07:22:23,297 DEBUG [M:0;2998b885bdef:40571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ad82f3cf6e348c3b278952b7eb8b14e as hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8ad82f3cf6e348c3b278952b7eb8b14e 2024-11-13T07:22:23,312 INFO [M:0;2998b885bdef:40571 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ad82f3cf6e348c3b278952b7eb8b14e 2024-11-13T07:22:23,312 INFO [M:0;2998b885bdef:40571 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8ad82f3cf6e348c3b278952b7eb8b14e, entries=11, sequenceid=105, filesize=7.1 K 2024-11-13T07:22:23,314 DEBUG [M:0;2998b885bdef:40571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c62c7a0352cd42a7b62a593cf01e0633 as hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c62c7a0352cd42a7b62a593cf01e0633 2024-11-13T07:22:23,326 INFO [M:0;2998b885bdef:40571 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42359/user/jenkins/test-data/996ae0a5-b10e-7ab0-033e-378bf83d84b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c62c7a0352cd42a7b62a593cf01e0633, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T07:22:23,328 INFO [M:0;2998b885bdef:40571 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.83 KB/57171, heapSize ~65.53 KB/67104, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 289ms, sequenceid=105, compaction requested=false 2024-11-13T07:22:23,361 INFO [M:0;2998b885bdef:40571 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:22:23,361 DEBUG [M:0;2998b885bdef:40571 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482543039Disabling compacts and flushes for region at 1731482543039Disabling writes for close at 1731482543039Obtaining lock to block concurrent updates at 1731482543039Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731482543039Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57171, getHeapSize=67344, getOffHeapSize=0, getCellsCount=122 at 1731482543040 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731482543041 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731482543041Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731482543068 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731482543068Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731482543128 (+60 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731482543166 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731482543166Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731482543203 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731482543230 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731482543230Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a941969: reopening flushed file at 1731482543280 (+50 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61ccedae: reopening flushed file at 1731482543296 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63c2ba92: reopening flushed file at 1731482543312 (+16 ms)Finished flush of dataSize ~55.83 KB/57171, heapSize ~65.53 KB/67104, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 289ms, sequenceid=105, compaction requested=false at 1731482543328 (+16 ms)Writing region close event to WAL at 1731482543360 (+32 ms)Closed at 1731482543361 (+1 ms) 2024-11-13T07:22:23,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741830_1006 (size=64502) 2024-11-13T07:22:23,382 INFO [M:0;2998b885bdef:40571 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T07:22:23,382 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:22:23,382 INFO [M:0;2998b885bdef:40571 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40571 2024-11-13T07:22:23,383 INFO [M:0;2998b885bdef:40571 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:22:23,538 INFO [M:0;2998b885bdef:40571 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:22:23,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40571-0x10133117b800000, quorum=127.0.0.1:53947, baseZNode=/0976378239 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:22:23,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40571-0x10133117b800000, quorum=127.0.0.1:53947, baseZNode=/0976378239 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:22:23,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@132c64e3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:22:23,545 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27632f48{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:22:23,545 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:22:23,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fc1d38b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:22:23,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4eb11462{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36d9ee6-f8ff-8e4e-7bb0-575da2d9fdf5/hadoop.log.dir/,STOPPED} 2024-11-13T07:22:23,546 WARN [BP-1713091877-172.17.0.3-1731482451955 heartbeating to localhost/127.0.0.1:42359 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T07:22:23,546 WARN [BP-1713091877-172.17.0.3-1731482451955 heartbeating to localhost/127.0.0.1:42359 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1713091877-172.17.0.3-1731482451955 (Datanode Uuid 530ec2f5-a978-46cd-a154-0d3585c0f0b5) service to localhost/127.0.0.1:42359 2024-11-13T07:22:23,547 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T07:22:23,547 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T07:22:23,547 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36d9ee6-f8ff-8e4e-7bb0-575da2d9fdf5/cluster_e3821fc5-83f7-6b75-3835-e5ddffe2bca7/data/data1/current/BP-1713091877-172.17.0.3-1731482451955 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:22:23,547 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36d9ee6-f8ff-8e4e-7bb0-575da2d9fdf5/cluster_e3821fc5-83f7-6b75-3835-e5ddffe2bca7/data/data2/current/BP-1713091877-172.17.0.3-1731482451955 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:22:23,547 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T07:22:23,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@693943dc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:22:23,554 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2de92a9d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:22:23,554 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:22:23,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bcf2990{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:22:23,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@707d38ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36d9ee6-f8ff-8e4e-7bb0-575da2d9fdf5/hadoop.log.dir/,STOPPED} 2024-11-13T07:22:23,561 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T07:22:23,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T07:22:23,585 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=157 (was 131) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53947) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42495 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53947) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007fa168b92760.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:42495 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42359 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:42359 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42495 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42359 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42495 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007fa168b92760.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42495 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42359 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42359 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=755 (was 1088), ProcessCount=11 (was 11), AvailableMemoryMB=4122 (was 4337) 2024-11-13T07:22:23,592 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=158, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=755, ProcessCount=11, AvailableMemoryMB=4122 2024-11-13T07:22:23,604 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-13T07:22:23,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3178dc81-764b-f908-d755-67457cfd86fd/hadoop.log.dir so I do NOT create it in target/test-data/d5f430b0-ca80-615a-5b05-42b9afe144ff 2024-11-13T07:22:23,604 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3178dc81-764b-f908-d755-67457cfd86fd/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T07:22:23,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3178dc81-764b-f908-d755-67457cfd86fd/hadoop.tmp.dir so I do NOT create it in target/test-data/d5f430b0-ca80-615a-5b05-42b9afe144ff 2024-11-13T07:22:23,604 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3178dc81-764b-f908-d755-67457cfd86fd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T07:22:23,604 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f430b0-ca80-615a-5b05-42b9afe144ff 2024-11-13T07:22:23,604 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f430b0-ca80-615a-5b05-42b9afe144ff/cluster_47e03d33-f9fb-0b58-3023-b658f559b255, deleteOnExit=true 2024-11-13T07:22:23,627 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f430b0-ca80-615a-5b05-42b9afe144ff/cluster_47e03d33-f9fb-0b58-3023-b658f559b255/zookeeper_0, clientPort=55765, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f430b0-ca80-615a-5b05-42b9afe144ff/cluster_47e03d33-f9fb-0b58-3023-b658f559b255/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f430b0-ca80-615a-5b05-42b9afe144ff/cluster_47e03d33-f9fb-0b58-3023-b658f559b255/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T07:22:23,627 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55765 2024-11-13T07:22:23,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T07:22:23,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T07:22:23,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f430b0-ca80-615a-5b05-42b9afe144ff/test.cache.data in system properties and HBase conf 2024-11-13T07:22:23,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f430b0-ca80-615a-5b05-42b9afe144ff/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T07:22:23,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f430b0-ca80-615a-5b05-42b9afe144ff/hadoop.log.dir in system properties and HBase conf 2024-11-13T07:22:23,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f430b0-ca80-615a-5b05-42b9afe144ff/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T07:22:23,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f430b0-ca80-615a-5b05-42b9afe144ff/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T07:22:23,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T07:22:23,628 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T07:22:23,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f430b0-ca80-615a-5b05-42b9afe144ff/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:22:23,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f430b0-ca80-615a-5b05-42b9afe144ff/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:22:23,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f430b0-ca80-615a-5b05-42b9afe144ff/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T07:22:23,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f430b0-ca80-615a-5b05-42b9afe144ff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:22:23,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f430b0-ca80-615a-5b05-42b9afe144ff/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T07:22:23,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f430b0-ca80-615a-5b05-42b9afe144ff/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T07:22:23,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f430b0-ca80-615a-5b05-42b9afe144ff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:22:23,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f430b0-ca80-615a-5b05-42b9afe144ff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:22:23,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f430b0-ca80-615a-5b05-42b9afe144ff/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T07:22:23,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f430b0-ca80-615a-5b05-42b9afe144ff/nfs.dump.dir in system properties and HBase conf 2024-11-13T07:22:23,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f430b0-ca80-615a-5b05-42b9afe144ff/java.io.tmpdir in system properties and HBase conf 2024-11-13T07:22:23,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f430b0-ca80-615a-5b05-42b9afe144ff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:22:23,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f430b0-ca80-615a-5b05-42b9afe144ff/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T07:22:23,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f430b0-ca80-615a-5b05-42b9afe144ff/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T07:22:23,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10133117b800002, quorum=127.0.0.1:53947, baseZNode=/0976378239 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T07:22:23,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10133117b800005, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T07:22:23,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10133117b800005, quorum=127.0.0.1:53947, baseZNode=/1-1099684902 Received Disconnected from ZooKeeper, ignoring 2024-11-13T07:22:23,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10133117b800002, quorum=127.0.0.1:53947, baseZNode=/0976378239 Received Disconnected from ZooKeeper, ignoring 2024-11-13T07:22:24,014 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:22:24,022 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:22:24,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:22:24,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:22:24,041 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T07:22:24,042 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:22:24,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a802bd1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f430b0-ca80-615a-5b05-42b9afe144ff/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:22:24,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41d62f08{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:22:24,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bd0670d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f430b0-ca80-615a-5b05-42b9afe144ff/java.io.tmpdir/jetty-localhost-43691-hadoop-hdfs-3_4_1-tests_jar-_-any-16391271290283733864/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:22:24,172 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1521ba7a{HTTP/1.1, (http/1.1)}{localhost:43691} 2024-11-13T07:22:24,172 INFO [Time-limited test {}] server.Server(415): Started @232063ms 2024-11-13T07:22:24,514 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:22:24,520 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:22:24,538 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:22:24,538 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:22:24,538 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T07:22:24,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2918976{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f430b0-ca80-615a-5b05-42b9afe144ff/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:22:24,542 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24052eb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:22:24,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f35706{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f430b0-ca80-615a-5b05-42b9afe144ff/java.io.tmpdir/jetty-localhost-44679-hadoop-hdfs-3_4_1-tests_jar-_-any-4160679441467763009/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:22:24,676 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c812a9f{HTTP/1.1, (http/1.1)}{localhost:44679} 2024-11-13T07:22:24,676 INFO [Time-limited test {}] server.Server(415): Started @232566ms 2024-11-13T07:22:24,677 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T07:22:25,359 WARN [Thread-1292 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f430b0-ca80-615a-5b05-42b9afe144ff/cluster_47e03d33-f9fb-0b58-3023-b658f559b255/data/data2/current/BP-467700452-172.17.0.3-1731482543647/current, will proceed with Du for space computation calculation, 2024-11-13T07:22:25,359 WARN [Thread-1291 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f430b0-ca80-615a-5b05-42b9afe144ff/cluster_47e03d33-f9fb-0b58-3023-b658f559b255/data/data1/current/BP-467700452-172.17.0.3-1731482543647/current, will proceed with Du for space computation calculation, 2024-11-13T07:22:25,386 WARN [Thread-1279 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T07:22:25,388 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xede7e7e7cbaf405 with lease ID 0x401f1b699dee701b: Processing first storage report for DS-d44bcec5-4f3b-4f27-bd16-2b80fef6ba51 from datanode DatanodeRegistration(127.0.0.1:43317, datanodeUuid=699d09c3-a7b1-4f32-a0c8-8935bc5d7127, infoPort=35669, infoSecurePort=0, ipcPort=38159, storageInfo=lv=-57;cid=testClusterID;nsid=406941377;c=1731482543647) 2024-11-13T07:22:25,388 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xede7e7e7cbaf405 with lease ID 0x401f1b699dee701b: from storage DS-d44bcec5-4f3b-4f27-bd16-2b80fef6ba51 node DatanodeRegistration(127.0.0.1:43317, datanodeUuid=699d09c3-a7b1-4f32-a0c8-8935bc5d7127, infoPort=35669, infoSecurePort=0, ipcPort=38159, storageInfo=lv=-57;cid=testClusterID;nsid=406941377;c=1731482543647), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T07:22:25,388 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xede7e7e7cbaf405 with lease ID 0x401f1b699dee701b: Processing first storage report for DS-f96c8b16-0e3f-4e04-a1cb-601c2bf0d23b from datanode DatanodeRegistration(127.0.0.1:43317, datanodeUuid=699d09c3-a7b1-4f32-a0c8-8935bc5d7127, infoPort=35669, infoSecurePort=0, ipcPort=38159, storageInfo=lv=-57;cid=testClusterID;nsid=406941377;c=1731482543647) 2024-11-13T07:22:25,388 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xede7e7e7cbaf405 with lease ID 0x401f1b699dee701b: from storage DS-f96c8b16-0e3f-4e04-a1cb-601c2bf0d23b node DatanodeRegistration(127.0.0.1:43317, datanodeUuid=699d09c3-a7b1-4f32-a0c8-8935bc5d7127, infoPort=35669, infoSecurePort=0, ipcPort=38159, storageInfo=lv=-57;cid=testClusterID;nsid=406941377;c=1731482543647), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T07:22:25,432 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f430b0-ca80-615a-5b05-42b9afe144ff 2024-11-13T07:22:25,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:22:25,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:22:25,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741825_1001 (size=7) 2024-11-13T07:22:25,912 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742 with version=8 2024-11-13T07:22:25,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/hbase-staging 2024-11-13T07:22:25,917 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:22:25,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:22:25,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:22:25,917 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:22:25,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:22:25,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:22:25,918 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T07:22:25,918 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:22:25,933 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37057 2024-11-13T07:22:25,935 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37057 connecting to ZooKeeper ensemble=127.0.0.1:55765 2024-11-13T07:22:26,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370570x0, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:22:26,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37057-0x1013312e1b50000 connected 2024-11-13T07:22:26,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:22:26,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:22:26,193 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37057-0x1013312e1b50000, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Set watcher on znode that does not yet exist, /0-1128765941/running 2024-11-13T07:22:26,193 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742, hbase.cluster.distributed=false 2024-11-13T07:22:26,195 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37057-0x1013312e1b50000, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Set watcher on znode that does not yet exist, /0-1128765941/acl 2024-11-13T07:22:26,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37057 2024-11-13T07:22:26,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37057 2024-11-13T07:22:26,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37057 2024-11-13T07:22:26,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37057 2024-11-13T07:22:26,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37057 2024-11-13T07:22:26,242 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:22:26,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:22:26,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:22:26,242 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:22:26,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:22:26,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:22:26,242 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T07:22:26,242 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:22:26,245 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40449 2024-11-13T07:22:26,246 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40449 connecting to ZooKeeper ensemble=127.0.0.1:55765 2024-11-13T07:22:26,246 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:22:26,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:22:26,291 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404490x0, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:22:26,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:404490x0, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Set watcher on znode that does not yet exist, /0-1128765941/running 2024-11-13T07:22:26,292 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T07:22:26,296 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40449-0x1013312e1b50001 connected 2024-11-13T07:22:26,307 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T07:22:26,307 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40449-0x1013312e1b50001, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Set watcher on znode that does not yet exist, /0-1128765941/master 2024-11-13T07:22:26,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40449-0x1013312e1b50001, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Set watcher on znode that does not yet exist, /0-1128765941/acl 2024-11-13T07:22:26,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40449 2024-11-13T07:22:26,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40449 2024-11-13T07:22:26,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40449 2024-11-13T07:22:26,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40449 2024-11-13T07:22:26,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40449 2024-11-13T07:22:26,365 DEBUG [M:0;2998b885bdef:37057 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2998b885bdef:37057 2024-11-13T07:22:26,365 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1128765941/backup-masters/2998b885bdef,37057,1731482545917 2024-11-13T07:22:26,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37057-0x1013312e1b50000, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1128765941/backup-masters 2024-11-13T07:22:26,376 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40449-0x1013312e1b50001, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1128765941/backup-masters 2024-11-13T07:22:26,379 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37057-0x1013312e1b50000, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Set watcher on existing znode=/0-1128765941/backup-masters/2998b885bdef,37057,1731482545917 2024-11-13T07:22:26,385 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40449-0x1013312e1b50001, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1128765941/master 2024-11-13T07:22:26,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37057-0x1013312e1b50000, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1128765941 2024-11-13T07:22:26,385 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40449-0x1013312e1b50001, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1128765941 2024-11-13T07:22:26,386 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37057-0x1013312e1b50000, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Set watcher on existing znode=/0-1128765941/master 2024-11-13T07:22:26,386 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1128765941/backup-masters/2998b885bdef,37057,1731482545917 from backup master directory 2024-11-13T07:22:26,396 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40449-0x1013312e1b50001, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1128765941/backup-masters 2024-11-13T07:22:26,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37057-0x1013312e1b50000, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1128765941/backup-masters/2998b885bdef,37057,1731482545917 2024-11-13T07:22:26,396 WARN [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:22:26,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37057-0x1013312e1b50000, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1128765941/backup-masters 2024-11-13T07:22:26,396 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2998b885bdef,37057,1731482545917 2024-11-13T07:22:26,406 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/hbase.id] with ID: d989a9e0-29f1-42f7-8277-b212d3b8bbde 2024-11-13T07:22:26,406 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/.tmp/hbase.id 2024-11-13T07:22:26,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741826_1002 (size=42) 2024-11-13T07:22:26,825 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/.tmp/hbase.id]:[hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/hbase.id] 2024-11-13T07:22:26,837 INFO [master/2998b885bdef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:22:26,838 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T07:22:26,839 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T07:22:26,848 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40449-0x1013312e1b50001, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1128765941 2024-11-13T07:22:26,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37057-0x1013312e1b50000, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1128765941 2024-11-13T07:22:26,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741827_1003 (size=196) 2024-11-13T07:22:26,859 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:22:26,860 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T07:22:26,861 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:22:26,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741828_1004 (size=1189) 2024-11-13T07:22:27,272 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store 2024-11-13T07:22:27,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741829_1005 (size=34) 2024-11-13T07:22:27,681 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:22:27,681 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:22:27,681 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:22:27,681 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:22:27,681 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:22:27,681 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:22:27,681 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:22:27,681 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482547681Disabling compacts and flushes for region at 1731482547681Disabling writes for close at 1731482547681Writing region close event to WAL at 1731482547681Closed at 1731482547681 2024-11-13T07:22:27,681 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T07:22:27,683 WARN [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/.initializing 2024-11-13T07:22:27,683 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/WALs/2998b885bdef,37057,1731482545917 2024-11-13T07:22:27,685 INFO [master/2998b885bdef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:22:27,687 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2998b885bdef%2C37057%2C1731482545917, suffix=, logDir=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/WALs/2998b885bdef,37057,1731482545917, archiveDir=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/oldWALs, maxLogs=10 2024-11-13T07:22:27,706 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/WALs/2998b885bdef,37057,1731482545917/2998b885bdef%2C37057%2C1731482545917.1731482547687, exclude list is [], retry=0 2024-11-13T07:22:27,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43317,DS-d44bcec5-4f3b-4f27-bd16-2b80fef6ba51,DISK] 2024-11-13T07:22:27,712 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/WALs/2998b885bdef,37057,1731482545917/2998b885bdef%2C37057%2C1731482545917.1731482547687 2024-11-13T07:22:27,715 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35669:35669)] 2024-11-13T07:22:27,715 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:22:27,715 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:22:27,715 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:27,715 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:27,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:27,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T07:22:27,718 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:27,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:22:27,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:27,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T07:22:27,720 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:27,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:22:27,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:27,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T07:22:27,721 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:27,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:22:27,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:27,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T07:22:27,723 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:27,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:22:27,723 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:27,724 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:27,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:22:27,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:22:27,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:22:27,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:22:27,731 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:27,733 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:27,733 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:27,733 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:22:27,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:22:27,735 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:27,749 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:22:27,750 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59919233, jitterRate=-0.10713385045528412}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:22:27,751 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731482547715Initializing all the Stores at 1731482547716 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482547716Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482547717 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482547717Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482547717Cleaning up temporary data from old regions at 1731482547733 (+16 ms)Region opened successfully at 1731482547751 (+18 ms) 2024-11-13T07:22:27,752 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T07:22:27,755 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b15b746, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:22:27,757 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T07:22:27,757 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T07:22:27,757 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T07:22:27,758 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T07:22:27,758 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T07:22:27,759 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T07:22:27,759 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T07:22:27,761 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T07:22:27,762 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37057-0x1013312e1b50000, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Unable to get data of znode /0-1128765941/balancer because node does not exist (not necessarily an error) 2024-11-13T07:22:27,774 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1128765941/balancer already deleted, retry=false 2024-11-13T07:22:27,775 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T07:22:27,776 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37057-0x1013312e1b50000, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Unable to get data of znode /0-1128765941/normalizer because node does not exist (not necessarily an error) 2024-11-13T07:22:27,785 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1128765941/normalizer already deleted, retry=false 2024-11-13T07:22:27,785 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T07:22:27,789 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37057-0x1013312e1b50000, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Unable to get data of znode /0-1128765941/switch/split because node does not exist (not necessarily an error) 2024-11-13T07:22:27,795 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1128765941/switch/split already deleted, retry=false 2024-11-13T07:22:27,797 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37057-0x1013312e1b50000, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Unable to get data of znode /0-1128765941/switch/merge because node does not exist (not necessarily an error) 2024-11-13T07:22:27,806 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1128765941/switch/merge already deleted, retry=false 2024-11-13T07:22:27,808 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37057-0x1013312e1b50000, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Unable to get data of znode /0-1128765941/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T07:22:27,895 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1128765941/snapshot-cleanup already deleted, retry=false 2024-11-13T07:22:27,932 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40449-0x1013312e1b50001, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1128765941/running 2024-11-13T07:22:27,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37057-0x1013312e1b50000, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1128765941/running 2024-11-13T07:22:27,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37057-0x1013312e1b50000, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1128765941 2024-11-13T07:22:27,932 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40449-0x1013312e1b50001, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1128765941 2024-11-13T07:22:27,933 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2998b885bdef,37057,1731482545917, sessionid=0x1013312e1b50000, setting cluster-up flag (Was=false) 2024-11-13T07:22:27,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37057-0x1013312e1b50000, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1128765941 2024-11-13T07:22:27,953 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40449-0x1013312e1b50001, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1128765941 2024-11-13T07:22:27,985 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1128765941/flush-table-proc/acquired, /0-1128765941/flush-table-proc/reached, /0-1128765941/flush-table-proc/abort 2024-11-13T07:22:27,986 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,37057,1731482545917 2024-11-13T07:22:28,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37057-0x1013312e1b50000, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1128765941 2024-11-13T07:22:28,006 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40449-0x1013312e1b50001, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1128765941 2024-11-13T07:22:28,038 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1128765941/online-snapshot/acquired, /0-1128765941/online-snapshot/reached, /0-1128765941/online-snapshot/abort 2024-11-13T07:22:28,039 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,37057,1731482545917 2024-11-13T07:22:28,040 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T07:22:28,042 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T07:22:28,042 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T07:22:28,042 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T07:22:28,042 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2998b885bdef,37057,1731482545917 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T07:22:28,044 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:22:28,044 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:22:28,044 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:22:28,044 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:22:28,044 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2998b885bdef:0, corePoolSize=10, maxPoolSize=10 2024-11-13T07:22:28,044 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:28,044 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:22:28,044 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:28,045 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731482578045 2024-11-13T07:22:28,045 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T07:22:28,045 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T07:22:28,045 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T07:22:28,045 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T07:22:28,045 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T07:22:28,045 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T07:22:28,045 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:22:28,045 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T07:22:28,046 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:28,046 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T07:22:28,046 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T07:22:28,046 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T07:22:28,046 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T07:22:28,046 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T07:22:28,046 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T07:22:28,046 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:28,046 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482548046,5,FailOnTimeoutGroup] 2024-11-13T07:22:28,046 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482548046,5,FailOnTimeoutGroup] 2024-11-13T07:22:28,046 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:28,046 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T07:22:28,047 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T07:22:28,047 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:28,047 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:28,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741831_1007 (size=1321) 2024-11-13T07:22:28,057 INFO [RS:0;2998b885bdef:40449 {}] regionserver.HRegionServer(746): ClusterId : d989a9e0-29f1-42f7-8277-b212d3b8bbde 2024-11-13T07:22:28,057 DEBUG [RS:0;2998b885bdef:40449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T07:22:28,070 DEBUG [RS:0;2998b885bdef:40449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T07:22:28,070 DEBUG [RS:0;2998b885bdef:40449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T07:22:28,080 DEBUG [RS:0;2998b885bdef:40449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T07:22:28,081 DEBUG [RS:0;2998b885bdef:40449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b6ca934, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:22:28,096 DEBUG [RS:0;2998b885bdef:40449 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2998b885bdef:40449 2024-11-13T07:22:28,096 INFO [RS:0;2998b885bdef:40449 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T07:22:28,096 INFO [RS:0;2998b885bdef:40449 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T07:22:28,096 DEBUG [RS:0;2998b885bdef:40449 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T07:22:28,097 INFO [RS:0;2998b885bdef:40449 {}] regionserver.HRegionServer(2659): reportForDuty to master=2998b885bdef,37057,1731482545917 with port=40449, startcode=1731482546241 2024-11-13T07:22:28,097 DEBUG [RS:0;2998b885bdef:40449 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T07:22:28,100 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T07:22:28,101 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37057 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2998b885bdef,40449,1731482546241 2024-11-13T07:22:28,101 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37057 {}] master.ServerManager(517): Registering regionserver=2998b885bdef,40449,1731482546241 2024-11-13T07:22:28,102 DEBUG [RS:0;2998b885bdef:40449 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742 2024-11-13T07:22:28,102 DEBUG [RS:0;2998b885bdef:40449 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42763 2024-11-13T07:22:28,102 DEBUG [RS:0;2998b885bdef:40449 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T07:22:28,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37057-0x1013312e1b50000, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1128765941/rs 2024-11-13T07:22:28,111 DEBUG [RS:0;2998b885bdef:40449 {}] zookeeper.ZKUtil(111): regionserver:40449-0x1013312e1b50001, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Set watcher on existing znode=/0-1128765941/rs/2998b885bdef,40449,1731482546241 2024-11-13T07:22:28,111 WARN [RS:0;2998b885bdef:40449 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:22:28,112 INFO [RS:0;2998b885bdef:40449 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:22:28,112 DEBUG [RS:0;2998b885bdef:40449 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,40449,1731482546241 2024-11-13T07:22:28,112 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2998b885bdef,40449,1731482546241] 2024-11-13T07:22:28,115 INFO [RS:0;2998b885bdef:40449 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T07:22:28,116 INFO [RS:0;2998b885bdef:40449 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T07:22:28,117 INFO [RS:0;2998b885bdef:40449 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T07:22:28,117 INFO [RS:0;2998b885bdef:40449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:28,117 INFO [RS:0;2998b885bdef:40449 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T07:22:28,117 INFO [RS:0;2998b885bdef:40449 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T07:22:28,117 INFO [RS:0;2998b885bdef:40449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:28,117 DEBUG [RS:0;2998b885bdef:40449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:28,117 DEBUG [RS:0;2998b885bdef:40449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:28,118 DEBUG [RS:0;2998b885bdef:40449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:28,118 DEBUG [RS:0;2998b885bdef:40449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:28,118 DEBUG [RS:0;2998b885bdef:40449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:28,118 DEBUG [RS:0;2998b885bdef:40449 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:22:28,118 DEBUG [RS:0;2998b885bdef:40449 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:28,118 DEBUG [RS:0;2998b885bdef:40449 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:28,118 DEBUG [RS:0;2998b885bdef:40449 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:28,118 DEBUG [RS:0;2998b885bdef:40449 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:28,118 DEBUG [RS:0;2998b885bdef:40449 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:28,118 DEBUG [RS:0;2998b885bdef:40449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:28,118 DEBUG [RS:0;2998b885bdef:40449 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:22:28,118 DEBUG [RS:0;2998b885bdef:40449 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:22:28,120 INFO [RS:0;2998b885bdef:40449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:28,120 INFO [RS:0;2998b885bdef:40449 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:28,120 INFO [RS:0;2998b885bdef:40449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:28,120 INFO [RS:0;2998b885bdef:40449 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:28,120 INFO [RS:0;2998b885bdef:40449 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:28,120 INFO [RS:0;2998b885bdef:40449 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,40449,1731482546241-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:22:28,132 INFO [RS:0;2998b885bdef:40449 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T07:22:28,132 INFO [RS:0;2998b885bdef:40449 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,40449,1731482546241-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:28,132 INFO [RS:0;2998b885bdef:40449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:28,132 INFO [RS:0;2998b885bdef:40449 {}] regionserver.Replication(171): 2998b885bdef,40449,1731482546241 started 2024-11-13T07:22:28,144 INFO [RS:0;2998b885bdef:40449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:28,144 INFO [RS:0;2998b885bdef:40449 {}] regionserver.HRegionServer(1482): Serving as 2998b885bdef,40449,1731482546241, RpcServer on 2998b885bdef/172.17.0.3:40449, sessionid=0x1013312e1b50001 2024-11-13T07:22:28,144 DEBUG [RS:0;2998b885bdef:40449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T07:22:28,144 DEBUG [RS:0;2998b885bdef:40449 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2998b885bdef,40449,1731482546241 2024-11-13T07:22:28,144 DEBUG [RS:0;2998b885bdef:40449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,40449,1731482546241' 2024-11-13T07:22:28,144 DEBUG [RS:0;2998b885bdef:40449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1128765941/flush-table-proc/abort' 2024-11-13T07:22:28,145 DEBUG [RS:0;2998b885bdef:40449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1128765941/flush-table-proc/acquired' 2024-11-13T07:22:28,145 DEBUG [RS:0;2998b885bdef:40449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T07:22:28,145 DEBUG [RS:0;2998b885bdef:40449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T07:22:28,145 DEBUG [RS:0;2998b885bdef:40449 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2998b885bdef,40449,1731482546241 2024-11-13T07:22:28,145 DEBUG [RS:0;2998b885bdef:40449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,40449,1731482546241' 2024-11-13T07:22:28,145 DEBUG [RS:0;2998b885bdef:40449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1128765941/online-snapshot/abort' 2024-11-13T07:22:28,146 DEBUG [RS:0;2998b885bdef:40449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1128765941/online-snapshot/acquired' 2024-11-13T07:22:28,146 DEBUG [RS:0;2998b885bdef:40449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T07:22:28,146 INFO [RS:0;2998b885bdef:40449 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T07:22:28,146 INFO [RS:0;2998b885bdef:40449 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T07:22:28,247 INFO [RS:0;2998b885bdef:40449 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:22:28,249 INFO [RS:0;2998b885bdef:40449 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C40449%2C1731482546241, suffix=, logDir=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,40449,1731482546241, archiveDir=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/oldWALs, maxLogs=10 2024-11-13T07:22:28,262 DEBUG [RS:0;2998b885bdef:40449 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,40449,1731482546241/2998b885bdef%2C40449%2C1731482546241.1731482548249, exclude list is [], retry=0 2024-11-13T07:22:28,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43317,DS-d44bcec5-4f3b-4f27-bd16-2b80fef6ba51,DISK] 2024-11-13T07:22:28,266 INFO [RS:0;2998b885bdef:40449 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,40449,1731482546241/2998b885bdef%2C40449%2C1731482546241.1731482548249 2024-11-13T07:22:28,267 DEBUG [RS:0;2998b885bdef:40449 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35669:35669)] 2024-11-13T07:22:28,454 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T07:22:28,454 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742 2024-11-13T07:22:28,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741833_1009 (size=32) 2024-11-13T07:22:28,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:22:28,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:22:28,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:22:28,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:28,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:22:28,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:22:28,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:22:28,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:28,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:22:28,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:22:28,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:22:28,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:28,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:22:28,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:22:28,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:22:28,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:28,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:22:28,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:22:28,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/meta/1588230740 2024-11-13T07:22:28,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/meta/1588230740 2024-11-13T07:22:28,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:22:28,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:22:28,870 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:22:28,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:22:28,873 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:22:28,874 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62753727, jitterRate=-0.0648965984582901}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:22:28,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731482548860Initializing all the Stores at 1731482548861 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482548861Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482548861Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482548861Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482548861Cleaning up temporary data from old regions at 1731482548870 (+9 ms)Region opened successfully at 1731482548874 (+4 ms) 2024-11-13T07:22:28,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:22:28,875 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:22:28,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:22:28,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:22:28,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:22:28,875 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:22:28,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482548875Disabling compacts and flushes for region at 1731482548875Disabling writes for close at 1731482548875Writing region close event to WAL at 1731482548875Closed at 1731482548875 2024-11-13T07:22:28,876 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:22:28,876 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T07:22:28,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T07:22:28,878 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:22:28,879 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T07:22:29,029 DEBUG [2998b885bdef:37057 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T07:22:29,029 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2998b885bdef,40449,1731482546241 2024-11-13T07:22:29,031 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,40449,1731482546241, state=OPENING 2024-11-13T07:22:29,037 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T07:22:29,152 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40449-0x1013312e1b50001, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1128765941 2024-11-13T07:22:29,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37057-0x1013312e1b50000, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1128765941 2024-11-13T07:22:29,152 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:22:29,152 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1128765941/meta-region-server: CHANGED 2024-11-13T07:22:29,152 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1128765941/meta-region-server: CHANGED 2024-11-13T07:22:29,152 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,40449,1731482546241}] 2024-11-13T07:22:29,305 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T07:22:29,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T07:22:29,311 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T07:22:29,311 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:22:29,311 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T07:22:29,312 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C40449%2C1731482546241.meta, suffix=.meta, logDir=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,40449,1731482546241, archiveDir=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/oldWALs, maxLogs=10 2024-11-13T07:22:29,325 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,40449,1731482546241/2998b885bdef%2C40449%2C1731482546241.meta.1731482549313.meta, exclude list is [], retry=0 2024-11-13T07:22:29,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43317,DS-d44bcec5-4f3b-4f27-bd16-2b80fef6ba51,DISK] 2024-11-13T07:22:29,329 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,40449,1731482546241/2998b885bdef%2C40449%2C1731482546241.meta.1731482549313.meta 2024-11-13T07:22:29,329 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35669:35669)] 2024-11-13T07:22:29,329 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:22:29,329 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:22:29,330 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T07:22:29,330 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T07:22:29,330 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T07:22:29,330 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T07:22:29,330 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:22:29,330 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T07:22:29,330 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T07:22:29,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:22:29,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:22:29,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:29,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:22:29,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:22:29,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:22:29,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:29,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:22:29,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:22:29,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:22:29,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:29,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:22:29,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:22:29,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:22:29,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:29,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:22:29,335 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:22:29,336 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/meta/1588230740 2024-11-13T07:22:29,337 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/meta/1588230740 2024-11-13T07:22:29,338 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:22:29,338 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:22:29,338 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:22:29,339 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:22:29,340 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74760958, jitterRate=0.11402508616447449}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:22:29,340 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T07:22:29,340 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731482549330Writing region info on filesystem at 1731482549330Initializing all the Stores at 1731482549331 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482549331Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482549331Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482549331Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482549331Cleaning up temporary data from old regions at 1731482549338 (+7 ms)Running coprocessor post-open hooks at 1731482549340 (+2 ms)Region opened successfully at 1731482549340 2024-11-13T07:22:29,341 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731482549305 2024-11-13T07:22:29,343 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T07:22:29,343 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T07:22:29,344 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,40449,1731482546241 2024-11-13T07:22:29,344 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,40449,1731482546241, state=OPEN 2024-11-13T07:22:29,364 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40449-0x1013312e1b50001, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1128765941/meta-region-server 2024-11-13T07:22:29,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37057-0x1013312e1b50000, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1128765941/meta-region-server 2024-11-13T07:22:29,364 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1128765941/meta-region-server: CHANGED 2024-11-13T07:22:29,364 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1128765941/meta-region-server: CHANGED 2024-11-13T07:22:29,364 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2998b885bdef,40449,1731482546241 2024-11-13T07:22:29,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T07:22:29,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,40449,1731482546241 in 212 msec 2024-11-13T07:22:29,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T07:22:29,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 491 msec 2024-11-13T07:22:29,370 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:22:29,370 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T07:22:29,372 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:22:29,372 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,40449,1731482546241, seqNum=-1] 2024-11-13T07:22:29,372 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:22:29,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:22:29,382 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3390 sec 2024-11-13T07:22:29,382 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731482549382, completionTime=-1 2024-11-13T07:22:29,382 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T07:22:29,383 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T07:22:29,385 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T07:22:29,385 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731482609385 2024-11-13T07:22:29,385 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731482669385 2024-11-13T07:22:29,385 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T07:22:29,386 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,37057,1731482545917-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:29,386 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,37057,1731482545917-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:29,386 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,37057,1731482545917-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:29,386 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2998b885bdef:37057, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:29,386 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:29,386 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:29,388 DEBUG [master/2998b885bdef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T07:22:29,390 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.994sec 2024-11-13T07:22:29,391 INFO [master/2998b885bdef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T07:22:29,391 INFO [master/2998b885bdef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T07:22:29,391 INFO [master/2998b885bdef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T07:22:29,391 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T07:22:29,391 INFO [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T07:22:29,391 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,37057,1731482545917-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:22:29,391 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,37057,1731482545917-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T07:22:29,398 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T07:22:29,398 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T07:22:29,398 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,37057,1731482545917-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:29,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6523d5c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:22:29,458 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,37057,-1 for getting cluster id 2024-11-13T07:22:29,458 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:22:29,459 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd989a9e0-29f1-42f7-8277-b212d3b8bbde' 2024-11-13T07:22:29,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:22:29,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d989a9e0-29f1-42f7-8277-b212d3b8bbde" 2024-11-13T07:22:29,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aa86b4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:22:29,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,37057,-1] 2024-11-13T07:22:29,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:22:29,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:29,461 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:22:29,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c6e120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:22:29,462 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:22:29,463 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,40449,1731482546241, seqNum=-1] 2024-11-13T07:22:29,463 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:22:29,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:22:29,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2998b885bdef,37057,1731482545917 2024-11-13T07:22:29,466 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55765 2024-11-13T07:22:29,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:22:29,480 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013312e1b50002 connected 2024-11-13T07:22:29,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f430b0-ca80-615a-5b05-42b9afe144ff/hadoop.log.dir so I do NOT create it in target/test-data/dae24868-3799-f6f2-c3f0-108fecdb5eac 2024-11-13T07:22:29,492 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f430b0-ca80-615a-5b05-42b9afe144ff/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T07:22:29,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f430b0-ca80-615a-5b05-42b9afe144ff/hadoop.tmp.dir so I do NOT create it in target/test-data/dae24868-3799-f6f2-c3f0-108fecdb5eac 2024-11-13T07:22:29,492 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f430b0-ca80-615a-5b05-42b9afe144ff/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T07:22:29,492 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dae24868-3799-f6f2-c3f0-108fecdb5eac 2024-11-13T07:22:29,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T07:22:29,493 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dae24868-3799-f6f2-c3f0-108fecdb5eac/cluster_e0dfa100-4dd3-829a-c1e4-30afa95af461, deleteOnExit=true 2024-11-13T07:22:29,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T07:22:29,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dae24868-3799-f6f2-c3f0-108fecdb5eac/test.cache.data in system properties and HBase conf 2024-11-13T07:22:29,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dae24868-3799-f6f2-c3f0-108fecdb5eac/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T07:22:29,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dae24868-3799-f6f2-c3f0-108fecdb5eac/hadoop.log.dir in system properties and HBase conf 2024-11-13T07:22:29,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dae24868-3799-f6f2-c3f0-108fecdb5eac/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T07:22:29,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dae24868-3799-f6f2-c3f0-108fecdb5eac/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T07:22:29,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T07:22:29,493 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T07:22:29,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dae24868-3799-f6f2-c3f0-108fecdb5eac/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:22:29,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dae24868-3799-f6f2-c3f0-108fecdb5eac/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:22:29,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dae24868-3799-f6f2-c3f0-108fecdb5eac/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T07:22:29,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dae24868-3799-f6f2-c3f0-108fecdb5eac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:22:29,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dae24868-3799-f6f2-c3f0-108fecdb5eac/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T07:22:29,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dae24868-3799-f6f2-c3f0-108fecdb5eac/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T07:22:29,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dae24868-3799-f6f2-c3f0-108fecdb5eac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:22:29,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dae24868-3799-f6f2-c3f0-108fecdb5eac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:22:29,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dae24868-3799-f6f2-c3f0-108fecdb5eac/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T07:22:29,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dae24868-3799-f6f2-c3f0-108fecdb5eac/nfs.dump.dir in system properties and HBase conf 2024-11-13T07:22:29,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dae24868-3799-f6f2-c3f0-108fecdb5eac/java.io.tmpdir in system properties and HBase conf 2024-11-13T07:22:29,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dae24868-3799-f6f2-c3f0-108fecdb5eac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:22:29,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dae24868-3799-f6f2-c3f0-108fecdb5eac/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T07:22:29,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dae24868-3799-f6f2-c3f0-108fecdb5eac/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T07:22:29,843 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:22:29,847 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:22:29,848 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:22:29,848 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:22:29,848 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T07:22:29,848 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:22:29,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59660647{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dae24868-3799-f6f2-c3f0-108fecdb5eac/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:22:29,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f2e2448{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:22:29,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a5775eb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dae24868-3799-f6f2-c3f0-108fecdb5eac/java.io.tmpdir/jetty-localhost-45563-hadoop-hdfs-3_4_1-tests_jar-_-any-5150296271836966453/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:22:29,953 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@313f4481{HTTP/1.1, (http/1.1)}{localhost:45563} 2024-11-13T07:22:29,953 INFO [Time-limited test {}] server.Server(415): Started @237843ms 2024-11-13T07:22:30,133 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T07:22:30,133 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T07:22:30,133 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T07:22:30,221 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:22:30,224 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:22:30,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:22:30,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:22:30,225 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T07:22:30,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2562b4b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dae24868-3799-f6f2-c3f0-108fecdb5eac/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:22:30,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53f2f38e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:22:30,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bcfd876{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dae24868-3799-f6f2-c3f0-108fecdb5eac/java.io.tmpdir/jetty-localhost-35053-hadoop-hdfs-3_4_1-tests_jar-_-any-10892142754900027835/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:22:30,326 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1af6c6a4{HTTP/1.1, (http/1.1)}{localhost:35053} 2024-11-13T07:22:30,326 INFO [Time-limited test {}] server.Server(415): Started @238216ms 2024-11-13T07:22:30,327 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T07:22:30,974 WARN [Thread-1412 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dae24868-3799-f6f2-c3f0-108fecdb5eac/cluster_e0dfa100-4dd3-829a-c1e4-30afa95af461/data/data1/current/BP-1593378949-172.17.0.3-1731482549511/current, will proceed with Du for space computation calculation, 2024-11-13T07:22:30,974 WARN [Thread-1413 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dae24868-3799-f6f2-c3f0-108fecdb5eac/cluster_e0dfa100-4dd3-829a-c1e4-30afa95af461/data/data2/current/BP-1593378949-172.17.0.3-1731482549511/current, will proceed with Du for space computation calculation, 2024-11-13T07:22:30,994 WARN [Thread-1400 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T07:22:30,996 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x91a091e2b234085e with lease ID 0xb2d2e3e0cc46ec8a: Processing first storage report for DS-9b102ab0-d972-4cb0-a5b7-38cb09335e28 from datanode DatanodeRegistration(127.0.0.1:41237, datanodeUuid=64012fce-dbf3-4bae-bc74-6619262e451f, infoPort=45347, infoSecurePort=0, ipcPort=40237, storageInfo=lv=-57;cid=testClusterID;nsid=532915038;c=1731482549511) 2024-11-13T07:22:30,996 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x91a091e2b234085e with lease ID 0xb2d2e3e0cc46ec8a: from storage DS-9b102ab0-d972-4cb0-a5b7-38cb09335e28 node DatanodeRegistration(127.0.0.1:41237, datanodeUuid=64012fce-dbf3-4bae-bc74-6619262e451f, infoPort=45347, infoSecurePort=0, ipcPort=40237, storageInfo=lv=-57;cid=testClusterID;nsid=532915038;c=1731482549511), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T07:22:30,996 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x91a091e2b234085e with lease ID 0xb2d2e3e0cc46ec8a: Processing first storage report for DS-9f67da6c-a2ce-403e-a3fb-4487228cc309 from datanode DatanodeRegistration(127.0.0.1:41237, datanodeUuid=64012fce-dbf3-4bae-bc74-6619262e451f, infoPort=45347, infoSecurePort=0, ipcPort=40237, storageInfo=lv=-57;cid=testClusterID;nsid=532915038;c=1731482549511) 2024-11-13T07:22:30,996 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x91a091e2b234085e with lease ID 0xb2d2e3e0cc46ec8a: from storage DS-9f67da6c-a2ce-403e-a3fb-4487228cc309 node DatanodeRegistration(127.0.0.1:41237, datanodeUuid=64012fce-dbf3-4bae-bc74-6619262e451f, infoPort=45347, infoSecurePort=0, ipcPort=40237, storageInfo=lv=-57;cid=testClusterID;nsid=532915038;c=1731482549511), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T07:22:31,052 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dae24868-3799-f6f2-c3f0-108fecdb5eac 2024-11-13T07:22:31,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:22:31,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:22:31,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41237 is added to blk_1073741825_1001 (size=7) 2024-11-13T07:22:31,462 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58 with version=8 2024-11-13T07:22:31,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/hbase-staging 2024-11-13T07:22:31,464 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:22:31,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:22:31,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:22:31,464 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:22:31,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:22:31,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:22:31,464 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T07:22:31,464 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:22:31,465 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41147 2024-11-13T07:22:31,466 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41147 connecting to ZooKeeper ensemble=127.0.0.1:55765 2024-11-13T07:22:31,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411470x0, quorum=127.0.0.1:55765, baseZNode=/1752790275 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:22:31,511 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41147-0x1013312e1b50003 connected 2024-11-13T07:22:31,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:22:31,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:22:31,588 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41147-0x1013312e1b50003, quorum=127.0.0.1:55765, baseZNode=/1752790275 Set watcher on znode that does not yet exist, /1752790275/running 2024-11-13T07:22:31,588 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58, hbase.cluster.distributed=false 2024-11-13T07:22:31,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41147-0x1013312e1b50003, quorum=127.0.0.1:55765, baseZNode=/1752790275 Set watcher on znode that does not yet exist, /1752790275/acl 2024-11-13T07:22:31,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41147 2024-11-13T07:22:31,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41147 2024-11-13T07:22:31,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41147 2024-11-13T07:22:31,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41147 2024-11-13T07:22:31,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41147 2024-11-13T07:22:31,604 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:22:31,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:22:31,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:22:31,604 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:22:31,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:22:31,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:22:31,604 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T07:22:31,604 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:22:31,604 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39669 2024-11-13T07:22:31,605 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39669 connecting to ZooKeeper ensemble=127.0.0.1:55765 2024-11-13T07:22:31,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:22:31,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:22:31,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396690x0, quorum=127.0.0.1:55765, baseZNode=/1752790275 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:22:31,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39669-0x1013312e1b50004 connected 2024-11-13T07:22:31,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39669-0x1013312e1b50004, quorum=127.0.0.1:55765, baseZNode=/1752790275 Set watcher on znode that does not yet exist, /1752790275/running 2024-11-13T07:22:31,617 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T07:22:31,617 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T07:22:31,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39669-0x1013312e1b50004, quorum=127.0.0.1:55765, baseZNode=/1752790275 Set watcher on znode that does not yet exist, /1752790275/master 2024-11-13T07:22:31,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39669-0x1013312e1b50004, quorum=127.0.0.1:55765, baseZNode=/1752790275 Set watcher on znode that does not yet exist, /1752790275/acl 2024-11-13T07:22:31,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39669 2024-11-13T07:22:31,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39669 2024-11-13T07:22:31,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39669 2024-11-13T07:22:31,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39669 2024-11-13T07:22:31,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39669 2024-11-13T07:22:31,630 DEBUG [M:0;2998b885bdef:41147 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2998b885bdef:41147 2024-11-13T07:22:31,631 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1752790275/backup-masters/2998b885bdef,41147,1731482551464 2024-11-13T07:22:31,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39669-0x1013312e1b50004, quorum=127.0.0.1:55765, baseZNode=/1752790275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1752790275/backup-masters 2024-11-13T07:22:31,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41147-0x1013312e1b50003, quorum=127.0.0.1:55765, baseZNode=/1752790275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1752790275/backup-masters 2024-11-13T07:22:31,638 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41147-0x1013312e1b50003, quorum=127.0.0.1:55765, baseZNode=/1752790275 Set watcher on existing znode=/1752790275/backup-masters/2998b885bdef,41147,1731482551464 2024-11-13T07:22:31,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39669-0x1013312e1b50004, quorum=127.0.0.1:55765, baseZNode=/1752790275 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1752790275/master 2024-11-13T07:22:31,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39669-0x1013312e1b50004, quorum=127.0.0.1:55765, baseZNode=/1752790275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1752790275 2024-11-13T07:22:31,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41147-0x1013312e1b50003, quorum=127.0.0.1:55765, baseZNode=/1752790275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1752790275 2024-11-13T07:22:31,648 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41147-0x1013312e1b50003, quorum=127.0.0.1:55765, baseZNode=/1752790275 Set watcher on existing znode=/1752790275/master 2024-11-13T07:22:31,648 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1752790275/backup-masters/2998b885bdef,41147,1731482551464 from backup master directory 2024-11-13T07:22:31,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39669-0x1013312e1b50004, quorum=127.0.0.1:55765, baseZNode=/1752790275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1752790275/backup-masters 2024-11-13T07:22:31,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41147-0x1013312e1b50003, quorum=127.0.0.1:55765, baseZNode=/1752790275 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1752790275/backup-masters/2998b885bdef,41147,1731482551464 2024-11-13T07:22:31,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41147-0x1013312e1b50003, quorum=127.0.0.1:55765, baseZNode=/1752790275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1752790275/backup-masters 2024-11-13T07:22:31,658 WARN [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:22:31,658 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2998b885bdef,41147,1731482551464 2024-11-13T07:22:31,661 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/hbase.id] with ID: c5e63339-39e5-421b-a66f-08fd0bcf0f87 2024-11-13T07:22:31,661 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/.tmp/hbase.id 2024-11-13T07:22:31,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41237 is added to blk_1073741826_1002 (size=42) 2024-11-13T07:22:32,066 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/.tmp/hbase.id]:[hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/hbase.id] 2024-11-13T07:22:32,077 INFO [master/2998b885bdef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:22:32,077 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T07:22:32,078 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T07:22:32,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41147-0x1013312e1b50003, quorum=127.0.0.1:55765, baseZNode=/1752790275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1752790275 2024-11-13T07:22:32,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39669-0x1013312e1b50004, quorum=127.0.0.1:55765, baseZNode=/1752790275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1752790275 2024-11-13T07:22:32,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41237 is added to blk_1073741827_1003 (size=196) 2024-11-13T07:22:32,582 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:22:32,583 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T07:22:32,583 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:22:32,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41237 is added to blk_1073741828_1004 (size=1189) 2024-11-13T07:22:32,590 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/MasterData/data/master/store 2024-11-13T07:22:32,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41237 is added to blk_1073741829_1005 (size=34) 2024-11-13T07:22:32,996 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:22:32,996 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:22:32,996 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:22:32,996 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:22:32,996 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:22:32,996 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:22:32,996 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:22:32,996 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482552996Disabling compacts and flushes for region at 1731482552996Disabling writes for close at 1731482552996Writing region close event to WAL at 1731482552996Closed at 1731482552996 2024-11-13T07:22:32,997 WARN [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/MasterData/data/master/store/.initializing 2024-11-13T07:22:32,997 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/MasterData/WALs/2998b885bdef,41147,1731482551464 2024-11-13T07:22:32,998 INFO [master/2998b885bdef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:22:33,000 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2998b885bdef%2C41147%2C1731482551464, suffix=, logDir=hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/MasterData/WALs/2998b885bdef,41147,1731482551464, archiveDir=hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/MasterData/oldWALs, maxLogs=10 2024-11-13T07:22:33,011 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/MasterData/WALs/2998b885bdef,41147,1731482551464/2998b885bdef%2C41147%2C1731482551464.1731482553000, exclude list is [], retry=0 2024-11-13T07:22:33,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41237,DS-9b102ab0-d972-4cb0-a5b7-38cb09335e28,DISK] 2024-11-13T07:22:33,014 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/MasterData/WALs/2998b885bdef,41147,1731482551464/2998b885bdef%2C41147%2C1731482551464.1731482553000 2024-11-13T07:22:33,015 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45347:45347)] 2024-11-13T07:22:33,015 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:22:33,015 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:22:33,015 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:33,015 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:33,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:33,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T07:22:33,017 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:33,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:22:33,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:33,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T07:22:33,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:33,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:22:33,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:33,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T07:22:33,020 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:33,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:22:33,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:33,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T07:22:33,022 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:33,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:22:33,022 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:33,023 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:33,023 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:33,025 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:33,025 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:33,025 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:22:33,026 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:33,027 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:22:33,028 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65132384, jitterRate=-0.029451847076416016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:22:33,028 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731482553015Initializing all the Stores at 1731482553016 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482553016Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482553016Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482553016Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482553016Cleaning up temporary data from old regions at 1731482553025 (+9 ms)Region opened successfully at 1731482553028 (+3 ms) 2024-11-13T07:22:33,028 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T07:22:33,031 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bc7d496, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:22:33,031 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T07:22:33,031 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T07:22:33,031 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T07:22:33,031 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T07:22:33,032 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T07:22:33,032 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T07:22:33,032 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T07:22:33,034 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T07:22:33,034 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41147-0x1013312e1b50003, quorum=127.0.0.1:55765, baseZNode=/1752790275 Unable to get data of znode /1752790275/balancer because node does not exist (not necessarily an error) 2024-11-13T07:22:33,131 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1752790275/balancer already deleted, retry=false 2024-11-13T07:22:33,132 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T07:22:33,132 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41147-0x1013312e1b50003, quorum=127.0.0.1:55765, baseZNode=/1752790275 Unable to get data of znode /1752790275/normalizer because node does not exist (not necessarily an error) 2024-11-13T07:22:33,142 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1752790275/normalizer already deleted, retry=false 2024-11-13T07:22:33,143 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T07:22:33,144 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41147-0x1013312e1b50003, quorum=127.0.0.1:55765, baseZNode=/1752790275 Unable to get data of znode /1752790275/switch/split because node does not exist (not necessarily an error) 2024-11-13T07:22:33,153 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1752790275/switch/split already deleted, retry=false 2024-11-13T07:22:33,154 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41147-0x1013312e1b50003, quorum=127.0.0.1:55765, baseZNode=/1752790275 Unable to get data of znode /1752790275/switch/merge because node does not exist (not necessarily an error) 2024-11-13T07:22:33,163 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1752790275/switch/merge already deleted, retry=false 2024-11-13T07:22:33,165 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41147-0x1013312e1b50003, quorum=127.0.0.1:55765, baseZNode=/1752790275 Unable to get data of znode /1752790275/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T07:22:33,174 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1752790275/snapshot-cleanup already deleted, retry=false 2024-11-13T07:22:33,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39669-0x1013312e1b50004, quorum=127.0.0.1:55765, baseZNode=/1752790275 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1752790275/running 2024-11-13T07:22:33,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39669-0x1013312e1b50004, quorum=127.0.0.1:55765, baseZNode=/1752790275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1752790275 2024-11-13T07:22:33,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41147-0x1013312e1b50003, quorum=127.0.0.1:55765, baseZNode=/1752790275 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1752790275/running 2024-11-13T07:22:33,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41147-0x1013312e1b50003, quorum=127.0.0.1:55765, baseZNode=/1752790275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1752790275 2024-11-13T07:22:33,185 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2998b885bdef,41147,1731482551464, sessionid=0x1013312e1b50003, setting cluster-up flag (Was=false) 2024-11-13T07:22:33,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39669-0x1013312e1b50004, quorum=127.0.0.1:55765, baseZNode=/1752790275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1752790275 2024-11-13T07:22:33,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41147-0x1013312e1b50003, quorum=127.0.0.1:55765, baseZNode=/1752790275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1752790275 2024-11-13T07:22:33,237 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1752790275/flush-table-proc/acquired, /1752790275/flush-table-proc/reached, /1752790275/flush-table-proc/abort 2024-11-13T07:22:33,238 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,41147,1731482551464 2024-11-13T07:22:33,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41147-0x1013312e1b50003, quorum=127.0.0.1:55765, baseZNode=/1752790275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1752790275 2024-11-13T07:22:33,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39669-0x1013312e1b50004, quorum=127.0.0.1:55765, baseZNode=/1752790275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1752790275 2024-11-13T07:22:33,290 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1752790275/online-snapshot/acquired, /1752790275/online-snapshot/reached, /1752790275/online-snapshot/abort 2024-11-13T07:22:33,290 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,41147,1731482551464 2024-11-13T07:22:33,291 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T07:22:33,293 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T07:22:33,293 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T07:22:33,293 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T07:22:33,293 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2998b885bdef,41147,1731482551464 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T07:22:33,294 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:22:33,294 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:22:33,294 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:22:33,294 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:22:33,294 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2998b885bdef:0, corePoolSize=10, maxPoolSize=10 2024-11-13T07:22:33,294 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:33,294 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:22:33,294 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:33,295 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731482583295 2024-11-13T07:22:33,295 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:22:33,296 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T07:22:33,296 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T07:22:33,296 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T07:22:33,296 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T07:22:33,296 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T07:22:33,296 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T07:22:33,296 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T07:22:33,296 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:33,296 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T07:22:33,296 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T07:22:33,296 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T07:22:33,296 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T07:22:33,296 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T07:22:33,296 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:33,296 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T07:22:33,297 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482553297,5,FailOnTimeoutGroup] 2024-11-13T07:22:33,297 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T07:22:33,297 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482553297,5,FailOnTimeoutGroup] 2024-11-13T07:22:33,297 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:33,297 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T07:22:33,297 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:33,297 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:33,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41237 is added to blk_1073741831_1007 (size=1321) 2024-11-13T07:22:33,322 INFO [RS:0;2998b885bdef:39669 {}] regionserver.HRegionServer(746): ClusterId : c5e63339-39e5-421b-a66f-08fd0bcf0f87 2024-11-13T07:22:33,322 DEBUG [RS:0;2998b885bdef:39669 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T07:22:33,332 DEBUG [RS:0;2998b885bdef:39669 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T07:22:33,332 DEBUG [RS:0;2998b885bdef:39669 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T07:22:33,343 DEBUG [RS:0;2998b885bdef:39669 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T07:22:33,343 DEBUG [RS:0;2998b885bdef:39669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@635489b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:22:33,354 DEBUG [RS:0;2998b885bdef:39669 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2998b885bdef:39669 2024-11-13T07:22:33,354 INFO [RS:0;2998b885bdef:39669 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T07:22:33,354 INFO [RS:0;2998b885bdef:39669 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T07:22:33,354 DEBUG [RS:0;2998b885bdef:39669 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T07:22:33,355 INFO [RS:0;2998b885bdef:39669 {}] regionserver.HRegionServer(2659): reportForDuty to master=2998b885bdef,41147,1731482551464 with port=39669, startcode=1731482551603 2024-11-13T07:22:33,355 DEBUG [RS:0;2998b885bdef:39669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T07:22:33,357 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38159, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T07:22:33,357 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41147 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2998b885bdef,39669,1731482551603 2024-11-13T07:22:33,357 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41147 {}] master.ServerManager(517): Registering regionserver=2998b885bdef,39669,1731482551603 2024-11-13T07:22:33,358 DEBUG [RS:0;2998b885bdef:39669 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58 2024-11-13T07:22:33,358 DEBUG [RS:0;2998b885bdef:39669 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40177 2024-11-13T07:22:33,358 DEBUG [RS:0;2998b885bdef:39669 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T07:22:33,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41147-0x1013312e1b50003, quorum=127.0.0.1:55765, baseZNode=/1752790275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1752790275/rs 2024-11-13T07:22:33,408 DEBUG [RS:0;2998b885bdef:39669 {}] zookeeper.ZKUtil(111): regionserver:39669-0x1013312e1b50004, quorum=127.0.0.1:55765, baseZNode=/1752790275 Set watcher on existing znode=/1752790275/rs/2998b885bdef,39669,1731482551603 2024-11-13T07:22:33,408 WARN [RS:0;2998b885bdef:39669 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:22:33,408 INFO [RS:0;2998b885bdef:39669 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:22:33,408 DEBUG [RS:0;2998b885bdef:39669 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/WALs/2998b885bdef,39669,1731482551603 2024-11-13T07:22:33,408 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2998b885bdef,39669,1731482551603] 2024-11-13T07:22:33,411 INFO [RS:0;2998b885bdef:39669 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T07:22:33,413 INFO [RS:0;2998b885bdef:39669 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T07:22:33,413 INFO [RS:0;2998b885bdef:39669 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T07:22:33,414 INFO [RS:0;2998b885bdef:39669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:33,414 INFO [RS:0;2998b885bdef:39669 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T07:22:33,415 INFO [RS:0;2998b885bdef:39669 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T07:22:33,415 INFO [RS:0;2998b885bdef:39669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:33,415 DEBUG [RS:0;2998b885bdef:39669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:33,415 DEBUG [RS:0;2998b885bdef:39669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:33,415 DEBUG [RS:0;2998b885bdef:39669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:33,415 DEBUG [RS:0;2998b885bdef:39669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:33,415 DEBUG [RS:0;2998b885bdef:39669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:33,415 DEBUG [RS:0;2998b885bdef:39669 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:22:33,415 DEBUG [RS:0;2998b885bdef:39669 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:33,415 DEBUG [RS:0;2998b885bdef:39669 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:33,415 DEBUG [RS:0;2998b885bdef:39669 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:33,415 DEBUG [RS:0;2998b885bdef:39669 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:33,415 DEBUG [RS:0;2998b885bdef:39669 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:33,415 DEBUG [RS:0;2998b885bdef:39669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:33,415 DEBUG [RS:0;2998b885bdef:39669 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:22:33,415 DEBUG [RS:0;2998b885bdef:39669 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:22:33,416 INFO [RS:0;2998b885bdef:39669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:33,416 INFO [RS:0;2998b885bdef:39669 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:33,416 INFO [RS:0;2998b885bdef:39669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:33,416 INFO [RS:0;2998b885bdef:39669 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:33,416 INFO [RS:0;2998b885bdef:39669 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:33,416 INFO [RS:0;2998b885bdef:39669 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,39669,1731482551603-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:22:33,431 INFO [RS:0;2998b885bdef:39669 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T07:22:33,431 INFO [RS:0;2998b885bdef:39669 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,39669,1731482551603-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:33,431 INFO [RS:0;2998b885bdef:39669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:33,431 INFO [RS:0;2998b885bdef:39669 {}] regionserver.Replication(171): 2998b885bdef,39669,1731482551603 started 2024-11-13T07:22:33,445 INFO [RS:0;2998b885bdef:39669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:33,445 INFO [RS:0;2998b885bdef:39669 {}] regionserver.HRegionServer(1482): Serving as 2998b885bdef,39669,1731482551603, RpcServer on 2998b885bdef/172.17.0.3:39669, sessionid=0x1013312e1b50004 2024-11-13T07:22:33,445 DEBUG [RS:0;2998b885bdef:39669 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T07:22:33,445 DEBUG [RS:0;2998b885bdef:39669 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2998b885bdef,39669,1731482551603 2024-11-13T07:22:33,445 DEBUG [RS:0;2998b885bdef:39669 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,39669,1731482551603' 2024-11-13T07:22:33,445 DEBUG [RS:0;2998b885bdef:39669 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1752790275/flush-table-proc/abort' 2024-11-13T07:22:33,446 DEBUG [RS:0;2998b885bdef:39669 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1752790275/flush-table-proc/acquired' 2024-11-13T07:22:33,446 DEBUG [RS:0;2998b885bdef:39669 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T07:22:33,446 DEBUG [RS:0;2998b885bdef:39669 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T07:22:33,446 DEBUG [RS:0;2998b885bdef:39669 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2998b885bdef,39669,1731482551603 2024-11-13T07:22:33,446 DEBUG [RS:0;2998b885bdef:39669 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,39669,1731482551603' 2024-11-13T07:22:33,446 DEBUG [RS:0;2998b885bdef:39669 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1752790275/online-snapshot/abort' 2024-11-13T07:22:33,447 DEBUG [RS:0;2998b885bdef:39669 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1752790275/online-snapshot/acquired' 2024-11-13T07:22:33,447 DEBUG [RS:0;2998b885bdef:39669 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T07:22:33,447 INFO [RS:0;2998b885bdef:39669 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T07:22:33,447 INFO [RS:0;2998b885bdef:39669 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T07:22:33,547 INFO [RS:0;2998b885bdef:39669 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:22:33,549 INFO [RS:0;2998b885bdef:39669 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C39669%2C1731482551603, suffix=, logDir=hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/WALs/2998b885bdef,39669,1731482551603, archiveDir=hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/oldWALs, maxLogs=10 2024-11-13T07:22:33,564 DEBUG [RS:0;2998b885bdef:39669 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/WALs/2998b885bdef,39669,1731482551603/2998b885bdef%2C39669%2C1731482551603.1731482553549, exclude list is [], retry=0 2024-11-13T07:22:33,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41237,DS-9b102ab0-d972-4cb0-a5b7-38cb09335e28,DISK] 2024-11-13T07:22:33,569 INFO [RS:0;2998b885bdef:39669 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/WALs/2998b885bdef,39669,1731482551603/2998b885bdef%2C39669%2C1731482551603.1731482553549 2024-11-13T07:22:33,570 DEBUG [RS:0;2998b885bdef:39669 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45347:45347)] 2024-11-13T07:22:33,707 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T07:22:33,707 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58 2024-11-13T07:22:33,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41237 is added to blk_1073741833_1009 (size=32) 2024-11-13T07:22:34,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:22:34,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:22:34,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:22:34,115 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T07:22:34,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:34,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:22:34,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:22:34,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:22:34,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:34,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:22:34,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:22:34,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:22:34,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:34,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:22:34,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:22:34,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:22:34,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:34,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:22:34,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:22:34,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/data/hbase/meta/1588230740 2024-11-13T07:22:34,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/data/hbase/meta/1588230740 2024-11-13T07:22:34,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:22:34,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:22:34,123 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:22:34,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:22:34,125 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:22:34,126 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68333035, jitterRate=0.01824156939983368}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:22:34,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731482554113Initializing all the Stores at 1731482554114 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482554114Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482554114Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482554114Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482554114Cleaning up temporary data from old regions at 1731482554122 (+8 ms)Region opened successfully at 1731482554126 (+4 ms) 2024-11-13T07:22:34,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:22:34,126 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:22:34,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:22:34,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:22:34,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:22:34,126 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:22:34,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482554126Disabling compacts and flushes for region at 1731482554126Disabling writes for close at 1731482554126Writing region close event to WAL at 1731482554126Closed at 1731482554126 2024-11-13T07:22:34,127 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:22:34,127 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T07:22:34,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T07:22:34,128 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:22:34,128 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T07:22:34,279 DEBUG [2998b885bdef:41147 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T07:22:34,279 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2998b885bdef,39669,1731482551603 2024-11-13T07:22:34,280 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,39669,1731482551603, state=OPENING 2024-11-13T07:22:34,321 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T07:22:34,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39669-0x1013312e1b50004, quorum=127.0.0.1:55765, baseZNode=/1752790275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1752790275 2024-11-13T07:22:34,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41147-0x1013312e1b50003, quorum=127.0.0.1:55765, baseZNode=/1752790275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1752790275 2024-11-13T07:22:34,332 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1752790275/meta-region-server: CHANGED 2024-11-13T07:22:34,332 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:22:34,332 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1752790275/meta-region-server: CHANGED 2024-11-13T07:22:34,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,39669,1731482551603}] 2024-11-13T07:22:34,484 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T07:22:34,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T07:22:34,489 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T07:22:34,489 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:22:34,489 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T07:22:34,490 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C39669%2C1731482551603.meta, suffix=.meta, logDir=hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/WALs/2998b885bdef,39669,1731482551603, archiveDir=hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/oldWALs, maxLogs=10 2024-11-13T07:22:34,503 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/WALs/2998b885bdef,39669,1731482551603/2998b885bdef%2C39669%2C1731482551603.meta.1731482554490.meta, exclude list is [], retry=0 2024-11-13T07:22:34,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41237,DS-9b102ab0-d972-4cb0-a5b7-38cb09335e28,DISK] 2024-11-13T07:22:34,507 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/WALs/2998b885bdef,39669,1731482551603/2998b885bdef%2C39669%2C1731482551603.meta.1731482554490.meta 2024-11-13T07:22:34,508 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45347:45347)] 2024-11-13T07:22:34,508 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:22:34,508 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:22:34,508 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T07:22:34,508 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T07:22:34,508 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T07:22:34,509 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T07:22:34,509 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:22:34,509 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T07:22:34,509 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T07:22:34,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:22:34,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:22:34,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:34,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:22:34,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:22:34,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:22:34,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:34,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:22:34,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:22:34,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:22:34,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:34,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:22:34,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:22:34,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:22:34,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:34,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:22:34,515 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:22:34,516 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/data/hbase/meta/1588230740 2024-11-13T07:22:34,516 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/data/hbase/meta/1588230740 2024-11-13T07:22:34,517 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:22:34,518 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:22:34,518 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:22:34,519 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:22:34,520 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64348478, jitterRate=-0.041132956743240356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:22:34,520 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T07:22:34,520 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731482554509Writing region info on filesystem at 1731482554509Initializing all the Stores at 1731482554510 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482554510Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482554510Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482554510Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482554510Cleaning up temporary data from old regions at 1731482554518 (+8 ms)Running coprocessor post-open hooks at 1731482554520 (+2 ms)Region opened successfully at 1731482554520 2024-11-13T07:22:34,521 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731482554484 2024-11-13T07:22:34,522 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T07:22:34,522 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T07:22:34,523 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,39669,1731482551603 2024-11-13T07:22:34,524 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,39669,1731482551603, state=OPEN 2024-11-13T07:22:34,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39669-0x1013312e1b50004, quorum=127.0.0.1:55765, baseZNode=/1752790275 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1752790275/meta-region-server 2024-11-13T07:22:34,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41147-0x1013312e1b50003, quorum=127.0.0.1:55765, baseZNode=/1752790275 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1752790275/meta-region-server 2024-11-13T07:22:34,532 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2998b885bdef,39669,1731482551603 2024-11-13T07:22:34,532 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1752790275/meta-region-server: CHANGED 2024-11-13T07:22:34,532 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1752790275/meta-region-server: CHANGED 2024-11-13T07:22:34,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T07:22:34,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,39669,1731482551603 in 200 msec 2024-11-13T07:22:34,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T07:22:34,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 407 msec 2024-11-13T07:22:34,535 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:22:34,535 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T07:22:34,537 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:22:34,537 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,39669,1731482551603, seqNum=-1] 2024-11-13T07:22:34,537 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:22:34,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:22:34,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2490 sec 2024-11-13T07:22:34,543 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731482554543, completionTime=-1 2024-11-13T07:22:34,543 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T07:22:34,543 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T07:22:34,544 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T07:22:34,544 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731482614544 2024-11-13T07:22:34,544 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731482674544 2024-11-13T07:22:34,545 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T07:22:34,545 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,41147,1731482551464-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:34,545 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,41147,1731482551464-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:34,545 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,41147,1731482551464-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:34,545 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2998b885bdef:41147, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:34,545 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:34,545 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:34,546 DEBUG [master/2998b885bdef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T07:22:34,548 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.890sec 2024-11-13T07:22:34,548 INFO [master/2998b885bdef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T07:22:34,548 INFO [master/2998b885bdef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T07:22:34,548 INFO [master/2998b885bdef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T07:22:34,548 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T07:22:34,548 INFO [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T07:22:34,548 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,41147,1731482551464-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:22:34,548 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,41147,1731482551464-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T07:22:34,550 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T07:22:34,550 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T07:22:34,551 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,41147,1731482551464-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:34,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@740f23e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:22:34,623 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,41147,-1 for getting cluster id 2024-11-13T07:22:34,623 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:22:34,624 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5e63339-39e5-421b-a66f-08fd0bcf0f87' 2024-11-13T07:22:34,624 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:22:34,625 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5e63339-39e5-421b-a66f-08fd0bcf0f87" 2024-11-13T07:22:34,625 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62e389af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:22:34,625 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,41147,-1] 2024-11-13T07:22:34,625 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:22:34,625 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:34,626 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:22:34,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f362d62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:22:34,627 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:22:34,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,39669,1731482551603, seqNum=-1] 2024-11-13T07:22:34,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:22:34,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:22:34,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2998b885bdef,41147,1731482551464 2024-11-13T07:22:34,631 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55765 2024-11-13T07:22:34,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55765, baseZNode=/1752790275 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:22:34,637 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013312e1b50005 connected 2024-11-13T07:22:34,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff463d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:22:34,650 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,37057,-1 for getting cluster id 2024-11-13T07:22:34,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:22:34,650 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd989a9e0-29f1-42f7-8277-b212d3b8bbde' 2024-11-13T07:22:34,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:22:34,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d989a9e0-29f1-42f7-8277-b212d3b8bbde" 2024-11-13T07:22:34,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3724c4d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:22:34,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,37057,-1] 2024-11-13T07:22:34,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:22:34,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:34,652 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:22:34,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156a333e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:22:34,653 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:22:34,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,37057,1731482545917 2024-11-13T07:22:34,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c6dab2f 2024-11-13T07:22:34,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:22:34,654 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:22:34,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37057 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2998b885bdef:41147,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T07:22:34,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37057 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T07:22:34,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:22:34,657 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2998b885bdef:41147' 2024-11-13T07:22:34,658 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187a6a3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:22:34,659 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,41147,-1 for getting cluster id 2024-11-13T07:22:34,659 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:22:34,659 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5e63339-39e5-421b-a66f-08fd0bcf0f87' 2024-11-13T07:22:34,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:22:34,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5e63339-39e5-421b-a66f-08fd0bcf0f87" 2024-11-13T07:22:34,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b678659, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:22:34,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,41147,-1] 2024-11-13T07:22:34,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:22:34,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:34,661 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:22:34,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19a75c8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:22:34,662 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:22:34,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,41147,1731482551464 2024-11-13T07:22:34,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68a3dba9 2024-11-13T07:22:34,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:22:34,664 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:22:34,664 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T07:22:34,665 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T07:22:34,665 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:34,665 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:34,665 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:22:34,665 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:22:34,666 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T07:22:34,667 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T07:22:34,667 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:34,668 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T07:22:34,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741835_1011 (size=1138) 2024-11-13T07:22:34,716 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T07:22:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:22:34,832 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T07:22:34,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:22:34,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:22:34,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:22:34,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:22:34,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:22:34,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:22:35,075 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0cbe8e7d3322b57a4bac2db20cfe505d, NAME => 'hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742 2024-11-13T07:22:35,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741836_1012 (size=44) 2024-11-13T07:22:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:22:35,481 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:22:35,481 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0cbe8e7d3322b57a4bac2db20cfe505d, disabling compactions & flushes 2024-11-13T07:22:35,481 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d. 2024-11-13T07:22:35,481 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d. 2024-11-13T07:22:35,481 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d. after waiting 0 ms 2024-11-13T07:22:35,481 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d. 2024-11-13T07:22:35,481 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d. 2024-11-13T07:22:35,481 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0cbe8e7d3322b57a4bac2db20cfe505d: Waiting for close lock at 1731482555481Disabling compacts and flushes for region at 1731482555481Disabling writes for close at 1731482555481Writing region close event to WAL at 1731482555481Closed at 1731482555481 2024-11-13T07:22:35,483 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T07:22:35,483 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731482555483"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482555483"}]},"ts":"1731482555483"} 2024-11-13T07:22:35,486 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T07:22:35,487 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T07:22:35,487 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482555487"}]},"ts":"1731482555487"} 2024-11-13T07:22:35,489 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T07:22:35,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0cbe8e7d3322b57a4bac2db20cfe505d, ASSIGN}] 2024-11-13T07:22:35,490 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0cbe8e7d3322b57a4bac2db20cfe505d, ASSIGN 2024-11-13T07:22:35,491 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0cbe8e7d3322b57a4bac2db20cfe505d, ASSIGN; state=OFFLINE, location=2998b885bdef,40449,1731482546241; forceNewPlan=false, retain=false 2024-11-13T07:22:35,642 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0cbe8e7d3322b57a4bac2db20cfe505d, regionState=OPENING, regionLocation=2998b885bdef,40449,1731482546241 2024-11-13T07:22:35,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0cbe8e7d3322b57a4bac2db20cfe505d, ASSIGN because future has completed 2024-11-13T07:22:35,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0cbe8e7d3322b57a4bac2db20cfe505d, server=2998b885bdef,40449,1731482546241}] 2024-11-13T07:22:35,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:22:35,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d. 2024-11-13T07:22:35,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:22:35,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T07:22:35,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C40449%2C1731482546241.rep, suffix=, logDir=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,40449,1731482546241, archiveDir=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/oldWALs, maxLogs=10 2024-11-13T07:22:35,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,40449,1731482546241/2998b885bdef%2C40449%2C1731482546241.rep.1731482555802, exclude list is [], retry=0 2024-11-13T07:22:35,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43317,DS-d44bcec5-4f3b-4f27-bd16-2b80fef6ba51,DISK] 2024-11-13T07:22:35,823 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,40449,1731482546241/2998b885bdef%2C40449%2C1731482546241.rep.1731482555802 2024-11-13T07:22:35,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35669:35669)] 2024-11-13T07:22:35,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 0cbe8e7d3322b57a4bac2db20cfe505d, NAME => 'hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:22:35,824 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:22:35,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T07:22:35,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d. service=MultiRowMutationService 2024-11-13T07:22:35,824 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T07:22:35,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0cbe8e7d3322b57a4bac2db20cfe505d 2024-11-13T07:22:35,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:22:35,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 0cbe8e7d3322b57a4bac2db20cfe505d 2024-11-13T07:22:35,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 0cbe8e7d3322b57a4bac2db20cfe505d 2024-11-13T07:22:35,826 INFO [StoreOpener-0cbe8e7d3322b57a4bac2db20cfe505d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0cbe8e7d3322b57a4bac2db20cfe505d 2024-11-13T07:22:35,827 INFO [StoreOpener-0cbe8e7d3322b57a4bac2db20cfe505d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cbe8e7d3322b57a4bac2db20cfe505d columnFamilyName hfileref 2024-11-13T07:22:35,827 DEBUG [StoreOpener-0cbe8e7d3322b57a4bac2db20cfe505d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:35,827 INFO [StoreOpener-0cbe8e7d3322b57a4bac2db20cfe505d-1 {}] regionserver.HStore(327): Store=0cbe8e7d3322b57a4bac2db20cfe505d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:22:35,827 INFO [StoreOpener-0cbe8e7d3322b57a4bac2db20cfe505d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0cbe8e7d3322b57a4bac2db20cfe505d 2024-11-13T07:22:35,828 INFO [StoreOpener-0cbe8e7d3322b57a4bac2db20cfe505d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cbe8e7d3322b57a4bac2db20cfe505d columnFamilyName queue 2024-11-13T07:22:35,828 DEBUG [StoreOpener-0cbe8e7d3322b57a4bac2db20cfe505d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:35,829 INFO [StoreOpener-0cbe8e7d3322b57a4bac2db20cfe505d-1 {}] regionserver.HStore(327): Store=0cbe8e7d3322b57a4bac2db20cfe505d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:22:35,829 INFO [StoreOpener-0cbe8e7d3322b57a4bac2db20cfe505d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0cbe8e7d3322b57a4bac2db20cfe505d 2024-11-13T07:22:35,830 INFO [StoreOpener-0cbe8e7d3322b57a4bac2db20cfe505d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cbe8e7d3322b57a4bac2db20cfe505d columnFamilyName sid 2024-11-13T07:22:35,830 DEBUG [StoreOpener-0cbe8e7d3322b57a4bac2db20cfe505d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:35,830 INFO [StoreOpener-0cbe8e7d3322b57a4bac2db20cfe505d-1 {}] regionserver.HStore(327): Store=0cbe8e7d3322b57a4bac2db20cfe505d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:22:35,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 0cbe8e7d3322b57a4bac2db20cfe505d 2024-11-13T07:22:35,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/replication/0cbe8e7d3322b57a4bac2db20cfe505d 2024-11-13T07:22:35,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/replication/0cbe8e7d3322b57a4bac2db20cfe505d 2024-11-13T07:22:35,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 0cbe8e7d3322b57a4bac2db20cfe505d 2024-11-13T07:22:35,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 0cbe8e7d3322b57a4bac2db20cfe505d 2024-11-13T07:22:35,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T07:22:35,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 0cbe8e7d3322b57a4bac2db20cfe505d 2024-11-13T07:22:35,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/replication/0cbe8e7d3322b57a4bac2db20cfe505d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:22:35,837 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 0cbe8e7d3322b57a4bac2db20cfe505d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73743641, jitterRate=0.09886588156223297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T07:22:35,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0cbe8e7d3322b57a4bac2db20cfe505d 2024-11-13T07:22:35,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 0cbe8e7d3322b57a4bac2db20cfe505d: Running coprocessor pre-open hook at 1731482555824Writing region info on filesystem at 1731482555825 (+1 ms)Initializing all the Stores at 1731482555825Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482555825Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482555826 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482555826Cleaning up temporary data from old regions at 1731482555832 (+6 ms)Running coprocessor post-open hooks at 1731482555837 (+5 ms)Region opened successfully at 1731482555838 (+1 ms) 2024-11-13T07:22:35,838 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d., pid=7, masterSystemTime=1731482555796 2024-11-13T07:22:35,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d. 2024-11-13T07:22:35,840 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d. 2024-11-13T07:22:35,841 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0cbe8e7d3322b57a4bac2db20cfe505d, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,40449,1731482546241 2024-11-13T07:22:35,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0cbe8e7d3322b57a4bac2db20cfe505d, server=2998b885bdef,40449,1731482546241 because future has completed 2024-11-13T07:22:35,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T07:22:35,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 0cbe8e7d3322b57a4bac2db20cfe505d, server=2998b885bdef,40449,1731482546241 in 200 msec 2024-11-13T07:22:35,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T07:22:35,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0cbe8e7d3322b57a4bac2db20cfe505d, ASSIGN in 356 msec 2024-11-13T07:22:35,848 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T07:22:35,848 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482555848"}]},"ts":"1731482555848"} 2024-11-13T07:22:35,849 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T07:22:35,850 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T07:22:35,852 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-11-13T07:22:35,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d., hostname=2998b885bdef,40449,1731482546241, seqNum=2] 2024-11-13T07:22:35,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37057-0x1013312e1b50000, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1128765941 2024-11-13T07:22:35,932 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40449-0x1013312e1b50001, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1128765941 2024-11-13T07:22:35,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T07:22:36,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-13T07:22:36,107 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T07:22:36,134 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-2998b885bdef,40449,1731482546241, ReplicationSource: 1, currentBandwidth=0 2024-11-13T07:22:36,134 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:22:36,134 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,40449,1731482546241, seqNum=-1] 2024-11-13T07:22:36,134 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:22:36,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-13T07:22:36,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2998b885bdef,40449,1731482546241', locateType=CURRENT is [region=hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d., hostname=2998b885bdef,40449,1731482546241, seqNum=2] 2024-11-13T07:22:36,139 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T07:22:36,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37057 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T07:22:36,142 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2998b885bdef,40449,1731482546241 suceeded 2024-11-13T07:22:36,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T07:22:36,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-13T07:22:36,143 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2998b885bdef:41147,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T07:22:36,144 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4880 sec 2024-11-13T07:22:36,153 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40449,1731482546241 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2998b885bdef:41147' 2024-11-13T07:22:36,154 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40449,1731482546241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fb6cd4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:22:36,154 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40449,1731482546241 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,41147,-1 for getting cluster id 2024-11-13T07:22:36,154 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40449,1731482546241 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:22:36,155 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5e63339-39e5-421b-a66f-08fd0bcf0f87' 2024-11-13T07:22:36,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:22:36,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5e63339-39e5-421b-a66f-08fd0bcf0f87" 2024-11-13T07:22:36,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@246677a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:22:36,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,41147,-1] 2024-11-13T07:22:36,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:22:36,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:36,156 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:22:36,157 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40449,1731482546241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@294dcc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:22:36,157 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40449,1731482546241 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:22:36,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,41147,1731482551464 2024-11-13T07:22:36,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72007958 2024-11-13T07:22:36,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:22:36,158 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-13T07:22:36,159 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40449,1731482546241 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2998b885bdef,40449,1731482546241 (queues=1) is replicating from cluster=d989a9e0-29f1-42f7-8277-b212d3b8bbde to cluster=c5e63339-39e5-421b-a66f-08fd0bcf0f87 2024-11-13T07:22:36,159 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40449,1731482546241 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2998b885bdef%2C40449%2C1731482546241 2024-11-13T07:22:36,159 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40449,1731482546241 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2998b885bdef,40449,1731482546241, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T07:22:36,159 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40449,1731482546241.replicationSource.wal-reader.2998b885bdef%2C40449%2C1731482546241,1-2998b885bdef,40449,1731482546241 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,40449,1731482546241/2998b885bdef%2C40449%2C1731482546241.1731482548249, startPosition=0, beingWritten=true 2024-11-13T07:22:36,159 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40449,1731482546241.replicationSource.shipper2998b885bdef%2C40449%2C1731482546241,1-2998b885bdef,40449,1731482546241 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2998b885bdef%2C40449%2C1731482546241 2024-11-13T07:22:36,365 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40449,1731482546241.replicationSource.wal-reader.2998b885bdef%2C40449%2C1731482546241,1-2998b885bdef,40449,1731482546241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,40449,1731482546241/2998b885bdef%2C40449%2C1731482546241.1731482548249 to pos 0, reset compression=false 2024-11-13T07:22:36,670 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40449,1731482546241.replicationSource.wal-reader.2998b885bdef%2C40449%2C1731482546241,1-2998b885bdef,40449,1731482546241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,40449,1731482546241/2998b885bdef%2C40449%2C1731482546241.1731482548249 to pos 0, reset compression=false 2024-11-13T07:22:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:22:36,802 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:22:36,802 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T07:22:36,802 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:22:36,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:36,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:36,802 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:22:36,802 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:22:36,803 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,37057,1731482545917 2024-11-13T07:22:36,803 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f584c6e 2024-11-13T07:22:36,803 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:22:36,804 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:22:36,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37057 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T07:22:36,805 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:22:36,805 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:22:36,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:36,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:36,805 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:22:36,805 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T07:22:36,805 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1655367912, stopped=false 2024-11-13T07:22:36,805 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2998b885bdef,37057,1731482545917 2024-11-13T07:22:36,847 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40449-0x1013312e1b50001, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1128765941/running 2024-11-13T07:22:36,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37057-0x1013312e1b50000, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1128765941/running 2024-11-13T07:22:36,847 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:22:36,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37057-0x1013312e1b50000, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1128765941 2024-11-13T07:22:36,848 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40449-0x1013312e1b50001, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1128765941 2024-11-13T07:22:36,848 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:22:36,848 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:22:36,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:36,848 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2998b885bdef,40449,1731482546241' ***** 2024-11-13T07:22:36,848 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T07:22:36,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37057-0x1013312e1b50000, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Set watcher on znode that does not yet exist, /0-1128765941/running 2024-11-13T07:22:36,848 INFO [RS:0;2998b885bdef:40449 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T07:22:36,848 INFO [RS:0;2998b885bdef:40449 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T07:22:36,848 INFO [RS:0;2998b885bdef:40449 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T07:22:36,849 INFO [RS:0;2998b885bdef:40449 {}] regionserver.HRegionServer(3091): Received CLOSE for 0cbe8e7d3322b57a4bac2db20cfe505d 2024-11-13T07:22:36,849 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T07:22:36,849 INFO [RS:0;2998b885bdef:40449 {}] regionserver.HRegionServer(959): stopping server 2998b885bdef,40449,1731482546241 2024-11-13T07:22:36,849 INFO [RS:0;2998b885bdef:40449 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:22:36,849 INFO [RS:0;2998b885bdef:40449 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:40449. 2024-11-13T07:22:36,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40449-0x1013312e1b50001, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Set watcher on znode that does not yet exist, /0-1128765941/running 2024-11-13T07:22:36,849 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0cbe8e7d3322b57a4bac2db20cfe505d, disabling compactions & flushes 2024-11-13T07:22:36,849 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d. 2024-11-13T07:22:36,849 DEBUG [RS:0;2998b885bdef:40449 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:22:36,849 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d. 2024-11-13T07:22:36,849 DEBUG [RS:0;2998b885bdef:40449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:36,849 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d. after waiting 0 ms 2024-11-13T07:22:36,849 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d. 2024-11-13T07:22:36,849 INFO [RS:0;2998b885bdef:40449 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T07:22:36,849 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0cbe8e7d3322b57a4bac2db20cfe505d 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-13T07:22:36,849 INFO [RS:0;2998b885bdef:40449 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T07:22:36,849 INFO [RS:0;2998b885bdef:40449 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T07:22:36,849 INFO [RS:0;2998b885bdef:40449 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T07:22:36,849 INFO [RS:0;2998b885bdef:40449 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T07:22:36,850 DEBUG [RS:0;2998b885bdef:40449 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0cbe8e7d3322b57a4bac2db20cfe505d=hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d.} 2024-11-13T07:22:36,850 DEBUG [RS:0;2998b885bdef:40449 {}] regionserver.HRegionServer(1351): Waiting on 0cbe8e7d3322b57a4bac2db20cfe505d, 1588230740 2024-11-13T07:22:36,850 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:22:36,850 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:22:36,850 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:22:36,850 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:22:36,850 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:22:36,850 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T07:22:36,865 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/replication/0cbe8e7d3322b57a4bac2db20cfe505d/.tmp/queue/dd5f8f68e37542aca6cf5bb2368cf1d2 is 151, key is 1-2998b885bdef,40449,1731482546241/queue:2998b885bdef%2C40449%2C1731482546241/1731482556138/Put/seqid=0 2024-11-13T07:22:36,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741838_1014 (size=5350) 2024-11-13T07:22:36,870 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/meta/1588230740/.tmp/info/ae451ce4bd5c43ae9b88754123d97090 is 147, key is hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d./info:regioninfo/1731482555841/Put/seqid=0 2024-11-13T07:22:36,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741839_1015 (size=6631) 2024-11-13T07:22:36,927 INFO [regionserver/2998b885bdef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:22:37,050 DEBUG [RS:0;2998b885bdef:40449 {}] regionserver.HRegionServer(1351): Waiting on 0cbe8e7d3322b57a4bac2db20cfe505d, 1588230740 2024-11-13T07:22:37,075 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40449,1731482546241.replicationSource.wal-reader.2998b885bdef%2C40449%2C1731482546241,1-2998b885bdef,40449,1731482546241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,40449,1731482546241/2998b885bdef%2C40449%2C1731482546241.1731482548249 to pos 0, reset compression=false 2024-11-13T07:22:37,147 INFO [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T07:22:37,147 INFO [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T07:22:37,250 DEBUG [RS:0;2998b885bdef:40449 {}] regionserver.HRegionServer(1351): Waiting on 0cbe8e7d3322b57a4bac2db20cfe505d, 1588230740 2024-11-13T07:22:37,270 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/replication/0cbe8e7d3322b57a4bac2db20cfe505d/.tmp/queue/dd5f8f68e37542aca6cf5bb2368cf1d2 2024-11-13T07:22:37,275 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/meta/1588230740/.tmp/info/ae451ce4bd5c43ae9b88754123d97090 2024-11-13T07:22:37,276 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/replication/0cbe8e7d3322b57a4bac2db20cfe505d/.tmp/queue/dd5f8f68e37542aca6cf5bb2368cf1d2 as hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/replication/0cbe8e7d3322b57a4bac2db20cfe505d/queue/dd5f8f68e37542aca6cf5bb2368cf1d2 2024-11-13T07:22:37,280 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/replication/0cbe8e7d3322b57a4bac2db20cfe505d/queue/dd5f8f68e37542aca6cf5bb2368cf1d2, entries=1, sequenceid=5, filesize=5.2 K 2024-11-13T07:22:37,281 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 0cbe8e7d3322b57a4bac2db20cfe505d in 432ms, sequenceid=5, compaction requested=false 2024-11-13T07:22:37,281 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T07:22:37,289 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/replication/0cbe8e7d3322b57a4bac2db20cfe505d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T07:22:37,289 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:22:37,289 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:22:37,290 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d. 2024-11-13T07:22:37,290 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0cbe8e7d3322b57a4bac2db20cfe505d: Waiting for close lock at 1731482556849Running coprocessor pre-close hooks at 1731482556849Disabling compacts and flushes for region at 1731482556849Disabling writes for close at 1731482556849Obtaining lock to block concurrent updates at 1731482556849Preparing flush snapshotting stores in 0cbe8e7d3322b57a4bac2db20cfe505d at 1731482556849Finished memstore snapshotting hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731482556850 (+1 ms)Flushing stores of hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d. at 1731482556850Flushing 0cbe8e7d3322b57a4bac2db20cfe505d/queue: creating writer at 1731482556850Flushing 0cbe8e7d3322b57a4bac2db20cfe505d/queue: appending metadata at 1731482556864 (+14 ms)Flushing 0cbe8e7d3322b57a4bac2db20cfe505d/queue: closing flushed file at 1731482556864Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3eaa29ab: reopening flushed file at 1731482557275 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 0cbe8e7d3322b57a4bac2db20cfe505d in 432ms, sequenceid=5, compaction requested=false at 1731482557281 (+6 ms)Writing region close event to WAL at 1731482557282 (+1 ms)Running coprocessor post-close hooks at 1731482557289 (+7 ms)Closed at 1731482557290 (+1 ms) 2024-11-13T07:22:37,290 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d. 2024-11-13T07:22:37,296 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/meta/1588230740/.tmp/ns/2799028d3f6946b88073b16d4a715c30 is 43, key is default/ns:d/1731482549374/Put/seqid=0 2024-11-13T07:22:37,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741840_1016 (size=5153) 2024-11-13T07:22:37,450 DEBUG [RS:0;2998b885bdef:40449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:22:37,580 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40449,1731482546241.replicationSource.wal-reader.2998b885bdef%2C40449%2C1731482546241,1-2998b885bdef,40449,1731482546241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,40449,1731482546241/2998b885bdef%2C40449%2C1731482546241.1731482548249 to pos 0, reset compression=false 2024-11-13T07:22:37,650 DEBUG [RS:0;2998b885bdef:40449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:22:37,701 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/meta/1588230740/.tmp/ns/2799028d3f6946b88073b16d4a715c30 2024-11-13T07:22:37,718 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/meta/1588230740/.tmp/table/d01ff79f54914c77bb366ab57209aad6 is 53, key is hbase:replication/table:state/1731482555848/Put/seqid=0 2024-11-13T07:22:37,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741841_1017 (size=5256) 2024-11-13T07:22:37,851 INFO [RS:0;2998b885bdef:40449 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T07:22:37,851 DEBUG [RS:0;2998b885bdef:40449 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T07:22:37,851 DEBUG [RS:0;2998b885bdef:40449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:22:38,051 DEBUG [RS:0;2998b885bdef:40449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:22:38,123 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/meta/1588230740/.tmp/table/d01ff79f54914c77bb366ab57209aad6 2024-11-13T07:22:38,128 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/meta/1588230740/.tmp/info/ae451ce4bd5c43ae9b88754123d97090 as hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/meta/1588230740/info/ae451ce4bd5c43ae9b88754123d97090 2024-11-13T07:22:38,133 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/meta/1588230740/info/ae451ce4bd5c43ae9b88754123d97090, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T07:22:38,135 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/meta/1588230740/.tmp/ns/2799028d3f6946b88073b16d4a715c30 as hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/meta/1588230740/ns/2799028d3f6946b88073b16d4a715c30 2024-11-13T07:22:38,140 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/meta/1588230740/ns/2799028d3f6946b88073b16d4a715c30, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T07:22:38,141 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/meta/1588230740/.tmp/table/d01ff79f54914c77bb366ab57209aad6 as hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/meta/1588230740/table/d01ff79f54914c77bb366ab57209aad6 2024-11-13T07:22:38,146 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/meta/1588230740/table/d01ff79f54914c77bb366ab57209aad6, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T07:22:38,147 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=11, compaction requested=false 2024-11-13T07:22:38,151 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T07:22:38,152 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:22:38,152 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:22:38,152 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:22:38,152 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482556850Running coprocessor pre-close hooks at 1731482556850Disabling compacts and flushes for region at 1731482556850Disabling writes for close at 1731482556850Obtaining lock to block concurrent updates at 1731482556850Preparing flush snapshotting stores in 1588230740 at 1731482556850Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731482556850Flushing stores of hbase:meta,,1.1588230740 at 1731482556851 (+1 ms)Flushing 1588230740/info: creating writer at 1731482556851Flushing 1588230740/info: appending metadata at 1731482556870 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731482556870Flushing 1588230740/ns: creating writer at 1731482557281 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731482557296 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731482557296Flushing 1588230740/table: creating writer at 1731482557705 (+409 ms)Flushing 1588230740/table: appending metadata at 1731482557718 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731482557718Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@566689ca: reopening flushed file at 1731482558127 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39c28ded: reopening flushed file at 1731482558134 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@464c636a: reopening flushed file at 1731482558140 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=11, compaction requested=false at 1731482558147 (+7 ms)Writing region close event to WAL at 1731482558148 (+1 ms)Running coprocessor post-close hooks at 1731482558152 (+4 ms)Closed at 1731482558152 2024-11-13T07:22:38,152 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T07:22:38,184 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40449,1731482546241.replicationSource.wal-reader.2998b885bdef%2C40449%2C1731482546241,1-2998b885bdef,40449,1731482546241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,40449,1731482546241/2998b885bdef%2C40449%2C1731482546241.1731482548249 to pos 0, reset compression=false 2024-11-13T07:22:38,251 INFO [RS:0;2998b885bdef:40449 {}] regionserver.HRegionServer(976): stopping server 2998b885bdef,40449,1731482546241; all regions closed. 2024-11-13T07:22:38,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741834_1010 (size=2742) 2024-11-13T07:22:38,255 DEBUG [RS:0;2998b885bdef:40449 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/oldWALs 2024-11-13T07:22:38,255 INFO [RS:0;2998b885bdef:40449 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C40449%2C1731482546241.meta:.meta(num 1731482549313) 2024-11-13T07:22:38,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741837_1013 (size=1586) 2024-11-13T07:22:38,258 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,40449,1731482546241/2998b885bdef%2C40449%2C1731482546241.rep.1731482555802 not finished, retry = 0 2024-11-13T07:22:38,360 DEBUG [RS:0;2998b885bdef:40449 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/oldWALs 2024-11-13T07:22:38,360 INFO [RS:0;2998b885bdef:40449 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C40449%2C1731482546241.rep:(num 1731482555802) 2024-11-13T07:22:38,362 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,40449,1731482546241/2998b885bdef%2C40449%2C1731482546241.1731482548249 not finished, retry = 0 2024-11-13T07:22:38,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741832_1008 (size=93) 2024-11-13T07:22:38,465 DEBUG [RS:0;2998b885bdef:40449 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/oldWALs 2024-11-13T07:22:38,465 INFO [RS:0;2998b885bdef:40449 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C40449%2C1731482546241:(num 1731482548249) 2024-11-13T07:22:38,465 DEBUG [RS:0;2998b885bdef:40449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:38,465 INFO [RS:0;2998b885bdef:40449 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:22:38,465 INFO [RS:0;2998b885bdef:40449 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:22:38,466 INFO [RS:0;2998b885bdef:40449 {}] hbase.ChoreService(370): Chore service for: regionserver/2998b885bdef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T07:22:38,466 INFO [RS:0;2998b885bdef:40449 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:22:38,466 INFO [regionserver/2998b885bdef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:22:38,466 INFO [RS:0;2998b885bdef:40449 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2998b885bdef,40449,1731482546241 because: Region server is closing 2024-11-13T07:22:38,466 INFO [RS:0;2998b885bdef:40449 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:40449. 2024-11-13T07:22:38,466 DEBUG [RS:0;2998b885bdef:40449 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:22:38,466 DEBUG [RS:0;2998b885bdef:40449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:38,466 DEBUG [RS:0;2998b885bdef:40449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:38,466 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:22:38,567 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40449,1731482546241.replicationSource.wal-reader.2998b885bdef%2C40449%2C1731482546241,1-2998b885bdef,40449,1731482546241 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T07:22:38,567 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40449,1731482546241.replicationSource.shipper2998b885bdef%2C40449%2C1731482546241,1-2998b885bdef,40449,1731482546241 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T07:22:38,567 INFO [RS:0;2998b885bdef:40449 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40449,1731482546241.replicationSource.shipper2998b885bdef%2C40449%2C1731482546241,1-2998b885bdef,40449,1731482546241 terminated 2024-11-13T07:22:38,567 INFO [RS:0;2998b885bdef:40449 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40449 2024-11-13T07:22:38,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37057-0x1013312e1b50000, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1128765941/rs 2024-11-13T07:22:38,584 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40449-0x1013312e1b50001, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1128765941/rs/2998b885bdef,40449,1731482546241 2024-11-13T07:22:38,584 INFO [RS:0;2998b885bdef:40449 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:22:38,594 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2998b885bdef,40449,1731482546241] 2024-11-13T07:22:38,605 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1128765941/draining/2998b885bdef,40449,1731482546241 already deleted, retry=false 2024-11-13T07:22:38,605 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2998b885bdef,40449,1731482546241 expired; onlineServers=0 2024-11-13T07:22:38,605 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2998b885bdef,37057,1731482545917' ***** 2024-11-13T07:22:38,605 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T07:22:38,605 INFO [M:0;2998b885bdef:37057 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:22:38,605 INFO [M:0;2998b885bdef:37057 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:22:38,605 DEBUG [M:0;2998b885bdef:37057 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T07:22:38,605 DEBUG [M:0;2998b885bdef:37057 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T07:22:38,605 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T07:22:38,605 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482548046 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482548046,5,FailOnTimeoutGroup] 2024-11-13T07:22:38,605 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482548046 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482548046,5,FailOnTimeoutGroup] 2024-11-13T07:22:38,605 INFO [M:0;2998b885bdef:37057 {}] hbase.ChoreService(370): Chore service for: master/2998b885bdef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T07:22:38,606 INFO [M:0;2998b885bdef:37057 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:22:38,606 DEBUG [M:0;2998b885bdef:37057 {}] master.HMaster(1795): Stopping service threads 2024-11-13T07:22:38,606 INFO [M:0;2998b885bdef:37057 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T07:22:38,606 INFO [M:0;2998b885bdef:37057 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:22:38,606 INFO [M:0;2998b885bdef:37057 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T07:22:38,606 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T07:22:38,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37057-0x1013312e1b50000, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1128765941/master 2024-11-13T07:22:38,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37057-0x1013312e1b50000, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1128765941 2024-11-13T07:22:38,616 DEBUG [M:0;2998b885bdef:37057 {}] zookeeper.ZKUtil(347): master:37057-0x1013312e1b50000, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Unable to get data of znode /0-1128765941/master because node does not exist (not an error) 2024-11-13T07:22:38,616 WARN [M:0;2998b885bdef:37057 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T07:22:38,616 INFO [M:0;2998b885bdef:37057 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/.lastflushedseqids 2024-11-13T07:22:38,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741842_1018 (size=181) 2024-11-13T07:22:38,695 INFO [RS:0;2998b885bdef:40449 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:22:38,695 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40449-0x1013312e1b50001, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:22:38,695 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40449-0x1013312e1b50001, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:22:38,695 INFO [RS:0;2998b885bdef:40449 {}] regionserver.HRegionServer(1031): Exiting; stopping=2998b885bdef,40449,1731482546241; zookeeper connection closed. 2024-11-13T07:22:38,695 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22b3b57c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22b3b57c 2024-11-13T07:22:38,695 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T07:22:39,021 INFO [M:0;2998b885bdef:37057 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T07:22:39,022 INFO [M:0;2998b885bdef:37057 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T07:22:39,022 DEBUG [M:0;2998b885bdef:37057 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:22:39,022 INFO [M:0;2998b885bdef:37057 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:22:39,022 DEBUG [M:0;2998b885bdef:37057 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:22:39,022 DEBUG [M:0;2998b885bdef:37057 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:22:39,022 DEBUG [M:0;2998b885bdef:37057 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:22:39,022 INFO [M:0;2998b885bdef:37057 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-13T07:22:39,037 DEBUG [M:0;2998b885bdef:37057 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3de1ea4247c642b99be7c5957722f70f is 82, key is hbase:meta,,1/info:regioninfo/1731482549344/Put/seqid=0 2024-11-13T07:22:39,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741843_1019 (size=5672) 2024-11-13T07:22:39,442 INFO [M:0;2998b885bdef:37057 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3de1ea4247c642b99be7c5957722f70f 2024-11-13T07:22:39,480 DEBUG [M:0;2998b885bdef:37057 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df9af91357c44238afb8c487648b2389 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731482555851/Put/seqid=0 2024-11-13T07:22:39,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741844_1020 (size=7203) 2024-11-13T07:22:39,886 INFO [M:0;2998b885bdef:37057 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df9af91357c44238afb8c487648b2389 2024-11-13T07:22:39,905 DEBUG [M:0;2998b885bdef:37057 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9caddfbd016e42adb2121ff37da11e20 is 69, key is 2998b885bdef,40449,1731482546241/rs:state/1731482548101/Put/seqid=0 2024-11-13T07:22:39,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741845_1021 (size=5156) 2024-11-13T07:22:40,011 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T07:22:40,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:22:40,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:22:40,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:22:40,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:22:40,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:22:40,309 INFO [M:0;2998b885bdef:37057 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9caddfbd016e42adb2121ff37da11e20 2024-11-13T07:22:40,314 DEBUG [M:0;2998b885bdef:37057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3de1ea4247c642b99be7c5957722f70f as hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3de1ea4247c642b99be7c5957722f70f 2024-11-13T07:22:40,319 INFO [M:0;2998b885bdef:37057 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3de1ea4247c642b99be7c5957722f70f, entries=8, sequenceid=70, filesize=5.5 K 2024-11-13T07:22:40,320 DEBUG [M:0;2998b885bdef:37057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df9af91357c44238afb8c487648b2389 as hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df9af91357c44238afb8c487648b2389 2024-11-13T07:22:40,324 INFO [M:0;2998b885bdef:37057 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df9af91357c44238afb8c487648b2389, entries=8, sequenceid=70, filesize=7.0 K 2024-11-13T07:22:40,325 DEBUG [M:0;2998b885bdef:37057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9caddfbd016e42adb2121ff37da11e20 as hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9caddfbd016e42adb2121ff37da11e20 2024-11-13T07:22:40,329 INFO [M:0;2998b885bdef:37057 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9caddfbd016e42adb2121ff37da11e20, entries=1, sequenceid=70, filesize=5.0 K 2024-11-13T07:22:40,330 INFO [M:0;2998b885bdef:37057 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=70, compaction requested=false 2024-11-13T07:22:40,331 INFO [M:0;2998b885bdef:37057 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:22:40,332 DEBUG [M:0;2998b885bdef:37057 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482559022Disabling compacts and flushes for region at 1731482559022Disabling writes for close at 1731482559022Obtaining lock to block concurrent updates at 1731482559022Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731482559022Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731482559022Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731482559023 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731482559023Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731482559037 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731482559037Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731482559449 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731482559480 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731482559480Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731482559891 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731482559904 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731482559904Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@284ed253: reopening flushed file at 1731482560314 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b63dafa: reopening flushed file at 1731482560319 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@516e15d5: reopening flushed file at 1731482560324 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=70, compaction requested=false at 1731482560330 (+6 ms)Writing region close event to WAL at 1731482560331 (+1 ms)Closed at 1731482560331 2024-11-13T07:22:40,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741830_1006 (size=41008) 2024-11-13T07:22:40,333 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/WALs/2998b885bdef,37057,1731482545917/2998b885bdef%2C37057%2C1731482545917.1731482547687 not finished, retry = 0 2024-11-13T07:22:40,434 INFO [M:0;2998b885bdef:37057 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T07:22:40,434 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:22:40,434 INFO [M:0;2998b885bdef:37057 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37057 2024-11-13T07:22:40,435 INFO [M:0;2998b885bdef:37057 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:22:40,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37057-0x1013312e1b50000, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:22:40,547 INFO [M:0;2998b885bdef:37057 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:22:40,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37057-0x1013312e1b50000, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:22:40,549 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:22:40,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:22:40,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:22:40,549 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:22:40,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:22:40,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:22:40,549 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T07:22:40,550 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:22:40,550 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41367 2024-11-13T07:22:40,551 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41367 connecting to ZooKeeper ensemble=127.0.0.1:55765 2024-11-13T07:22:40,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413670x0, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:22:40,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41367-0x1013312e1b50006 connected 2024-11-13T07:22:40,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:22:40,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:22:40,580 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41367-0x1013312e1b50006, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Set watcher on znode that does not yet exist, /0-1128765941/running 2024-11-13T07:22:40,580 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1128765941/meta-region-server: INIT 2024-11-13T07:22:40,581 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742, hbase.cluster.distributed=false 2024-11-13T07:22:40,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41367-0x1013312e1b50006, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Set watcher on znode that does not yet exist, /0-1128765941/acl 2024-11-13T07:22:40,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41367 2024-11-13T07:22:40,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41367 2024-11-13T07:22:40,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41367 2024-11-13T07:22:40,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41367 2024-11-13T07:22:40,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41367 2024-11-13T07:22:40,596 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:22:40,596 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:22:40,596 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:22:40,596 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:22:40,596 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:22:40,596 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:22:40,596 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T07:22:40,597 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:22:40,597 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43905 2024-11-13T07:22:40,598 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43905 connecting to ZooKeeper ensemble=127.0.0.1:55765 2024-11-13T07:22:40,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:22:40,600 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:22:40,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439050x0, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:22:40,605 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1128765941/meta-region-server: INIT 2024-11-13T07:22:40,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439050x0, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Set watcher on znode that does not yet exist, /0-1128765941/running 2024-11-13T07:22:40,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43905-0x1013312e1b50007 connected 2024-11-13T07:22:40,606 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T07:22:40,606 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T07:22:40,606 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43905-0x1013312e1b50007, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Set watcher on znode that does not yet exist, /0-1128765941/master 2024-11-13T07:22:40,607 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43905-0x1013312e1b50007, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Set watcher on znode that does not yet exist, /0-1128765941/acl 2024-11-13T07:22:40,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43905 2024-11-13T07:22:40,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43905 2024-11-13T07:22:40,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43905 2024-11-13T07:22:40,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43905 2024-11-13T07:22:40,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43905 2024-11-13T07:22:40,623 DEBUG [M:0;2998b885bdef:41367 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2998b885bdef:41367 2024-11-13T07:22:40,624 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1128765941/backup-masters/2998b885bdef,41367,1731482560549 2024-11-13T07:22:40,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41367-0x1013312e1b50006, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1128765941/backup-masters 2024-11-13T07:22:40,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x1013312e1b50007, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1128765941/backup-masters 2024-11-13T07:22:40,636 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41367-0x1013312e1b50006, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Set watcher on existing znode=/0-1128765941/backup-masters/2998b885bdef,41367,1731482560549 2024-11-13T07:22:40,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41367-0x1013312e1b50006, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1128765941 2024-11-13T07:22:40,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x1013312e1b50007, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1128765941/master 2024-11-13T07:22:40,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x1013312e1b50007, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1128765941 2024-11-13T07:22:40,647 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41367-0x1013312e1b50006, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Set watcher on existing znode=/0-1128765941/master 2024-11-13T07:22:40,648 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1128765941/backup-masters/2998b885bdef,41367,1731482560549 from backup master directory 2024-11-13T07:22:40,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41367-0x1013312e1b50006, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1128765941/backup-masters/2998b885bdef,41367,1731482560549 2024-11-13T07:22:40,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x1013312e1b50007, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1128765941/backup-masters 2024-11-13T07:22:40,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41367-0x1013312e1b50006, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1128765941/backup-masters 2024-11-13T07:22:40,658 WARN [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:22:40,658 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2998b885bdef,41367,1731482560549 2024-11-13T07:22:40,667 INFO [master/2998b885bdef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:22:40,667 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T07:22:40,674 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 7ms. 2024-11-13T07:22:40,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741846_1022 (size=196) 2024-11-13T07:22:41,085 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:22:41,085 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T07:22:41,086 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:22:41,090 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-13T07:22:41,093 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/WALs/2998b885bdef,37057,1731482545917 to hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/WALs/2998b885bdef,37057,1731482545917-dead as it is dead 2024-11-13T07:22:41,093 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/WALs/2998b885bdef,37057,1731482545917-dead/2998b885bdef%2C37057%2C1731482545917.1731482547687 2024-11-13T07:22:41,094 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/WALs/2998b885bdef,37057,1731482545917-dead/2998b885bdef%2C37057%2C1731482545917.1731482547687 after 1ms 2024-11-13T07:22:41,094 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/WALs/2998b885bdef,37057,1731482545917-dead/2998b885bdef%2C37057%2C1731482545917.1731482547687 to hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/2998b885bdef%2C37057%2C1731482545917.1731482547687 2024-11-13T07:22:41,094 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/WALs/2998b885bdef,37057,1731482545917-dead 2024-11-13T07:22:41,095 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/WALs/2998b885bdef,41367,1731482560549 2024-11-13T07:22:41,096 INFO [master/2998b885bdef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:22:41,097 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2998b885bdef%2C41367%2C1731482560549, suffix=, logDir=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/WALs/2998b885bdef,41367,1731482560549, archiveDir=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/oldWALs, maxLogs=10 2024-11-13T07:22:41,108 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/WALs/2998b885bdef,41367,1731482560549/2998b885bdef%2C41367%2C1731482560549.1731482561097, exclude list is [], retry=0 2024-11-13T07:22:41,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43317,DS-d44bcec5-4f3b-4f27-bd16-2b80fef6ba51,DISK] 2024-11-13T07:22:41,111 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/WALs/2998b885bdef,41367,1731482560549/2998b885bdef%2C41367%2C1731482560549.1731482561097 2024-11-13T07:22:41,112 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35669:35669)] 2024-11-13T07:22:41,112 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:22:41,112 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:22:41,112 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:41,112 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:41,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:41,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T07:22:41,114 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:41,119 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3de1ea4247c642b99be7c5957722f70f 2024-11-13T07:22:41,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:22:41,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:41,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T07:22:41,119 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:41,124 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df9af91357c44238afb8c487648b2389 2024-11-13T07:22:41,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:22:41,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:41,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T07:22:41,126 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:41,131 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9caddfbd016e42adb2121ff37da11e20 2024-11-13T07:22:41,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:22:41,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:41,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T07:22:41,132 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:41,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:22:41,133 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:41,133 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-13T07:22:41,133 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/2998b885bdef%2C37057%2C1731482545917.1731482547687 2024-11-13T07:22:41,139 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/2998b885bdef%2C37057%2C1731482545917.1731482547687 2024-11-13T07:22:41,139 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/2998b885bdef%2C37057%2C1731482545917.1731482547687 2024-11-13T07:22:41,141 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:41,141 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:41,141 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:22:41,143 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:41,145 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-13T07:22:41,145 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68276918, jitterRate=0.01740536093711853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:22:41,145 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731482561112Initializing all the Stores at 1731482561113 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482561113Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482561113Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482561113Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482561113Cleaning up temporary data from old regions at 1731482561141 (+28 ms)Region opened successfully at 1731482561145 (+4 ms) 2024-11-13T07:22:41,146 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T07:22:41,148 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e8a580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:22:41,150 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-13T07:22:41,151 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T07:22:41,151 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T07:22:41,151 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T07:22:41,151 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T07:22:41,154 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T07:22:41,154 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T07:22:41,155 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T07:22:41,155 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-13T07:22:41,155 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T07:22:41,157 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=2998b885bdef,40449,1731482546241, regionLocation=2998b885bdef,40449,1731482546241, openSeqNum=2 2024-11-13T07:22:41,157 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=2998b885bdef,40449,1731482546241, table=hbase:meta, region=1588230740 2024-11-13T07:22:41,157 INFO [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,40449,1731482546241, state=OPEN 2024-11-13T07:22:41,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41367-0x1013312e1b50006, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1128765941/meta-region-server 2024-11-13T07:22:41,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x1013312e1b50007, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1128765941/meta-region-server 2024-11-13T07:22:41,326 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1128765941/meta-region-server: CHANGED 2024-11-13T07:22:41,326 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1128765941/meta-region-server: CHANGED 2024-11-13T07:22:41,329 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-13T07:22:41,352 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1128765941/draining/2998b885bdef,40449,1731482546241 already deleted, retry=false 2024-11-13T07:22:41,352 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 2998b885bdef,40449,1731482546241 on 2998b885bdef,41367,1731482560549 2024-11-13T07:22:41,353 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 2998b885bdef,40449,1731482546241, splitWal=true, meta=true 2024-11-13T07:22:41,353 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 2998b885bdef,40449,1731482546241 (carryingMeta=true) 2998b885bdef,40449,1731482546241/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1c68e9ea[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T07:22:41,355 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41367-0x1013312e1b50006, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Unable to get data of znode /0-1128765941/balancer because node does not exist (not necessarily an error) 2024-11-13T07:22:41,363 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1128765941/balancer already deleted, retry=false 2024-11-13T07:22:41,363 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T07:22:41,363 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41367-0x1013312e1b50006, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Unable to get data of znode /0-1128765941/normalizer because node does not exist (not necessarily an error) 2024-11-13T07:22:41,373 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1128765941/normalizer already deleted, retry=false 2024-11-13T07:22:41,373 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T07:22:41,374 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41367-0x1013312e1b50006, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Unable to get data of znode /0-1128765941/switch/split because node does not exist (not necessarily an error) 2024-11-13T07:22:41,384 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1128765941/switch/split already deleted, retry=false 2024-11-13T07:22:41,384 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41367-0x1013312e1b50006, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Unable to get data of znode /0-1128765941/switch/merge because node does not exist (not necessarily an error) 2024-11-13T07:22:41,394 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1128765941/switch/merge already deleted, retry=false 2024-11-13T07:22:41,407 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41367-0x1013312e1b50006, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Unable to get data of znode /0-1128765941/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T07:22:41,415 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1128765941/snapshot-cleanup already deleted, retry=false 2024-11-13T07:22:41,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x1013312e1b50007, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1128765941/running 2024-11-13T07:22:41,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41367-0x1013312e1b50006, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1128765941/running 2024-11-13T07:22:41,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x1013312e1b50007, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1128765941 2024-11-13T07:22:41,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41367-0x1013312e1b50006, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1128765941 2024-11-13T07:22:41,427 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2998b885bdef,41367,1731482560549, sessionid=0x1013312e1b50006, setting cluster-up flag (Was=false) 2024-11-13T07:22:41,437 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1128765941/flush-table-proc/acquired, /0-1128765941/flush-table-proc/reached, /0-1128765941/flush-table-proc/abort 2024-11-13T07:22:41,438 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,41367,1731482560549 2024-11-13T07:22:41,447 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1128765941/online-snapshot/acquired, /0-1128765941/online-snapshot/reached, /0-1128765941/online-snapshot/abort 2024-11-13T07:22:41,448 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,41367,1731482560549 2024-11-13T07:22:41,449 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/.lastflushedseqids 2024-11-13T07:22:41,452 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T07:22:41,452 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T07:22:41,452 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2998b885bdef,41367,1731482560549 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 2998b885bdef,40449,1731482546241 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T07:22:41,453 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:22:41,453 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:22:41,453 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:22:41,453 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:22:41,453 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2998b885bdef:0, corePoolSize=10, maxPoolSize=10 2024-11-13T07:22:41,453 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:41,453 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:22:41,453 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:41,454 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731482591454 2024-11-13T07:22:41,454 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T07:22:41,454 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T07:22:41,454 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T07:22:41,454 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T07:22:41,454 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T07:22:41,454 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T07:22:41,454 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:41,455 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 2998b885bdef,40449,1731482546241, splitWal=true, meta=true 2024-11-13T07:22:41,455 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T07:22:41,455 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T07:22:41,455 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T07:22:41,455 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T07:22:41,455 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 2998b885bdef,40449,1731482546241, splitWal=true, meta=true, isMeta: true 2024-11-13T07:22:41,455 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T07:22:41,455 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T07:22:41,455 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482561455,5,FailOnTimeoutGroup] 2024-11-13T07:22:41,456 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482561455,5,FailOnTimeoutGroup] 2024-11-13T07:22:41,456 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:41,456 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T07:22:41,456 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:41,456 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:41,456 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731482561456, completionTime=-1 2024-11-13T07:22:41,456 WARN [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-13T07:22:41,456 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T07:22:41,456 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,40449,1731482546241-splitting 2024-11-13T07:22:41,457 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,40449,1731482546241-splitting dir is empty, no logs to split. 2024-11-13T07:22:41,457 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2998b885bdef,40449,1731482546241 WAL count=0, meta=true 2024-11-13T07:22:41,458 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,40449,1731482546241-splitting dir is empty, no logs to split. 2024-11-13T07:22:41,458 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2998b885bdef,40449,1731482546241 WAL count=0, meta=true 2024-11-13T07:22:41,458 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 2998b885bdef,40449,1731482546241 WAL splitting is done? wals=0, meta=true 2024-11-13T07:22:41,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T07:22:41,460 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:22:41,460 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T07:22:41,513 INFO [RS:0;2998b885bdef:43905 {}] regionserver.HRegionServer(746): ClusterId : d989a9e0-29f1-42f7-8277-b212d3b8bbde 2024-11-13T07:22:41,513 DEBUG [RS:0;2998b885bdef:43905 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T07:22:41,522 DEBUG [RS:0;2998b885bdef:43905 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T07:22:41,522 DEBUG [RS:0;2998b885bdef:43905 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T07:22:41,532 DEBUG [RS:0;2998b885bdef:43905 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T07:22:41,532 DEBUG [RS:0;2998b885bdef:43905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c766491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:22:41,548 DEBUG [RS:0;2998b885bdef:43905 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2998b885bdef:43905 2024-11-13T07:22:41,548 INFO [RS:0;2998b885bdef:43905 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T07:22:41,548 INFO [RS:0;2998b885bdef:43905 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T07:22:41,548 DEBUG [RS:0;2998b885bdef:43905 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T07:22:41,549 INFO [RS:0;2998b885bdef:43905 {}] regionserver.HRegionServer(2659): reportForDuty to master=2998b885bdef,41367,1731482560549 with port=43905, startcode=1731482560596 2024-11-13T07:22:41,549 DEBUG [RS:0;2998b885bdef:43905 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T07:22:41,551 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T07:22:41,551 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41367 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2998b885bdef,43905,1731482560596 2024-11-13T07:22:41,551 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41367 {}] master.ServerManager(517): Registering regionserver=2998b885bdef,43905,1731482560596 2024-11-13T07:22:41,552 DEBUG [RS:0;2998b885bdef:43905 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742 2024-11-13T07:22:41,552 DEBUG [RS:0;2998b885bdef:43905 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42763 2024-11-13T07:22:41,552 DEBUG [RS:0;2998b885bdef:43905 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T07:22:41,556 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T07:22:41,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41367-0x1013312e1b50006, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1128765941/rs 2024-11-13T07:22:41,594 DEBUG [RS:0;2998b885bdef:43905 {}] zookeeper.ZKUtil(111): regionserver:43905-0x1013312e1b50007, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Set watcher on existing znode=/0-1128765941/rs/2998b885bdef,43905,1731482560596 2024-11-13T07:22:41,594 WARN [RS:0;2998b885bdef:43905 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:22:41,594 INFO [RS:0;2998b885bdef:43905 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:22:41,594 DEBUG [RS:0;2998b885bdef:43905 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,43905,1731482560596 2024-11-13T07:22:41,594 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2998b885bdef,43905,1731482560596] 2024-11-13T07:22:41,610 WARN [2998b885bdef:41367 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T07:22:41,612 INFO [RS:0;2998b885bdef:43905 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T07:22:41,613 INFO [RS:0;2998b885bdef:43905 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T07:22:41,613 INFO [RS:0;2998b885bdef:43905 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T07:22:41,613 INFO [RS:0;2998b885bdef:43905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:41,614 INFO [RS:0;2998b885bdef:43905 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T07:22:41,614 INFO [RS:0;2998b885bdef:43905 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T07:22:41,614 INFO [RS:0;2998b885bdef:43905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:41,614 DEBUG [RS:0;2998b885bdef:43905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:41,614 DEBUG [RS:0;2998b885bdef:43905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:41,615 DEBUG [RS:0;2998b885bdef:43905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:41,615 DEBUG [RS:0;2998b885bdef:43905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:41,615 DEBUG [RS:0;2998b885bdef:43905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:41,615 DEBUG [RS:0;2998b885bdef:43905 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:22:41,615 DEBUG [RS:0;2998b885bdef:43905 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:41,615 DEBUG [RS:0;2998b885bdef:43905 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:41,615 DEBUG [RS:0;2998b885bdef:43905 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:41,615 DEBUG [RS:0;2998b885bdef:43905 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:41,615 DEBUG [RS:0;2998b885bdef:43905 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:41,615 DEBUG [RS:0;2998b885bdef:43905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:41,615 DEBUG [RS:0;2998b885bdef:43905 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:22:41,615 DEBUG [RS:0;2998b885bdef:43905 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:22:41,615 INFO [RS:0;2998b885bdef:43905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:41,615 INFO [RS:0;2998b885bdef:43905 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:41,615 INFO [RS:0;2998b885bdef:43905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:41,615 INFO [RS:0;2998b885bdef:43905 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:41,615 INFO [RS:0;2998b885bdef:43905 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:41,616 INFO [RS:0;2998b885bdef:43905 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,43905,1731482560596-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:22:41,629 INFO [RS:0;2998b885bdef:43905 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T07:22:41,630 INFO [RS:0;2998b885bdef:43905 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,43905,1731482560596-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:41,643 INFO [RS:0;2998b885bdef:43905 {}] regionserver.ReplicationSource(231): queueId=1-2998b885bdef,43905,1731482560596, ReplicationSource: 1, currentBandwidth=0 2024-11-13T07:22:41,643 INFO [RS:0;2998b885bdef:43905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:41,643 INFO [RS:0;2998b885bdef:43905 {}] regionserver.Replication(171): 2998b885bdef,43905,1731482560596 started 2024-11-13T07:22:41,655 INFO [RS:0;2998b885bdef:43905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:41,655 INFO [RS:0;2998b885bdef:43905 {}] regionserver.HRegionServer(1482): Serving as 2998b885bdef,43905,1731482560596, RpcServer on 2998b885bdef/172.17.0.3:43905, sessionid=0x1013312e1b50007 2024-11-13T07:22:41,655 DEBUG [RS:0;2998b885bdef:43905.replicationSource,1-2998b885bdef,43905,1731482560596 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2998b885bdef:41147' 2024-11-13T07:22:41,655 DEBUG [RS:0;2998b885bdef:43905 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T07:22:41,656 DEBUG [RS:0;2998b885bdef:43905 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2998b885bdef,43905,1731482560596 2024-11-13T07:22:41,656 DEBUG [RS:0;2998b885bdef:43905 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,43905,1731482560596' 2024-11-13T07:22:41,656 DEBUG [RS:0;2998b885bdef:43905 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1128765941/flush-table-proc/abort' 2024-11-13T07:22:41,656 DEBUG [RS:0;2998b885bdef:43905 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1128765941/flush-table-proc/acquired' 2024-11-13T07:22:41,656 DEBUG [RS:0;2998b885bdef:43905 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T07:22:41,656 DEBUG [RS:0;2998b885bdef:43905 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T07:22:41,656 DEBUG [RS:0;2998b885bdef:43905 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2998b885bdef,43905,1731482560596 2024-11-13T07:22:41,656 DEBUG [RS:0;2998b885bdef:43905 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,43905,1731482560596' 2024-11-13T07:22:41,656 DEBUG [RS:0;2998b885bdef:43905 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1128765941/online-snapshot/abort' 2024-11-13T07:22:41,657 DEBUG [RS:0;2998b885bdef:43905.replicationSource,1-2998b885bdef,43905,1731482560596 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fcbd5b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:22:41,657 DEBUG [RS:0;2998b885bdef:43905.replicationSource,1-2998b885bdef,43905,1731482560596 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,41147,-1 for getting cluster id 2024-11-13T07:22:41,657 DEBUG [RS:0;2998b885bdef:43905.replicationSource,1-2998b885bdef,43905,1731482560596 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:22:41,657 DEBUG [RS:0;2998b885bdef:43905 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1128765941/online-snapshot/acquired' 2024-11-13T07:22:41,657 DEBUG [RS:0;2998b885bdef:43905 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T07:22:41,657 INFO [RS:0;2998b885bdef:43905 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T07:22:41,657 INFO [RS:0;2998b885bdef:43905 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T07:22:41,658 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5e63339-39e5-421b-a66f-08fd0bcf0f87' 2024-11-13T07:22:41,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:22:41,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5e63339-39e5-421b-a66f-08fd0bcf0f87" 2024-11-13T07:22:41,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f9fc1f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:22:41,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,41147,-1] 2024-11-13T07:22:41,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:22:41,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:41,659 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:22:41,660 DEBUG [RS:0;2998b885bdef:43905.replicationSource,1-2998b885bdef,43905,1731482560596 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b8f55f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:22:41,660 DEBUG [RS:0;2998b885bdef:43905.replicationSource,1-2998b885bdef,43905,1731482560596 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:22:41,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,41147,1731482551464 2024-11-13T07:22:41,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70001a7 2024-11-13T07:22:41,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:22:41,661 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-13T07:22:41,662 INFO [RS:0;2998b885bdef:43905.replicationSource,1-2998b885bdef,43905,1731482560596 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2998b885bdef,43905,1731482560596 (queues=0) is replicating from cluster=d989a9e0-29f1-42f7-8277-b212d3b8bbde to cluster=c5e63339-39e5-421b-a66f-08fd0bcf0f87 2024-11-13T07:22:41,758 INFO [RS:0;2998b885bdef:43905 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:22:41,759 INFO [RS:0;2998b885bdef:43905 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C43905%2C1731482560596, suffix=, logDir=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,43905,1731482560596, archiveDir=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/oldWALs, maxLogs=10 2024-11-13T07:22:41,771 DEBUG [RS:0;2998b885bdef:43905 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,43905,1731482560596/2998b885bdef%2C43905%2C1731482560596.1731482561759, exclude list is [], retry=0 2024-11-13T07:22:41,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43317,DS-d44bcec5-4f3b-4f27-bd16-2b80fef6ba51,DISK] 2024-11-13T07:22:41,775 INFO [RS:0;2998b885bdef:43905 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,43905,1731482560596/2998b885bdef%2C43905%2C1731482560596.1731482561759 2024-11-13T07:22:41,775 DEBUG [RS:0;2998b885bdef:43905 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 2998b885bdef%2C43905%2C1731482560596 for peer 1 2024-11-13T07:22:41,775 DEBUG [RS:0;2998b885bdef:43905 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2998b885bdef%2C43905%2C1731482560596 2024-11-13T07:22:41,775 INFO [RS:0;2998b885bdef:43905 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2998b885bdef,43905,1731482560596, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T07:22:41,776 DEBUG [RS:0;2998b885bdef:43905 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35669:35669)] 2024-11-13T07:22:41,776 INFO [RS:0;2998b885bdef:43905.replicationSource.shipper2998b885bdef%2C43905%2C1731482560596,1-2998b885bdef,43905,1731482560596 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2998b885bdef%2C43905%2C1731482560596 2024-11-13T07:22:41,776 DEBUG [RS:0;2998b885bdef:43905.replicationSource.wal-reader.2998b885bdef%2C43905%2C1731482560596,1-2998b885bdef,43905,1731482560596 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,43905,1731482560596/2998b885bdef%2C43905%2C1731482560596.1731482561759, startPosition=0, beingWritten=true 2024-11-13T07:22:41,861 DEBUG [2998b885bdef:41367 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T07:22:41,861 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2998b885bdef,43905,1731482560596 2024-11-13T07:22:41,862 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,43905,1731482560596, state=OPENING 2024-11-13T07:22:41,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41367-0x1013312e1b50006, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1128765941/meta-region-server 2024-11-13T07:22:41,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x1013312e1b50007, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1128765941/meta-region-server 2024-11-13T07:22:41,889 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:22:41,889 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1128765941/meta-region-server: CHANGED 2024-11-13T07:22:41,889 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1128765941/meta-region-server: CHANGED 2024-11-13T07:22:41,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,43905,1731482560596}] 2024-11-13T07:22:41,980 DEBUG [RS:0;2998b885bdef:43905.replicationSource.wal-reader.2998b885bdef%2C43905%2C1731482560596,1-2998b885bdef,43905,1731482560596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,43905,1731482560596/2998b885bdef%2C43905%2C1731482560596.1731482561759 to pos 0, reset compression=false 2024-11-13T07:22:42,041 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T07:22:42,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T07:22:42,045 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T07:22:42,046 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:22:42,046 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T07:22:42,047 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C43905%2C1731482560596.meta, suffix=.meta, logDir=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,43905,1731482560596, archiveDir=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/oldWALs, maxLogs=10 2024-11-13T07:22:42,059 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,43905,1731482560596/2998b885bdef%2C43905%2C1731482560596.meta.1731482562047.meta, exclude list is [], retry=0 2024-11-13T07:22:42,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43317,DS-d44bcec5-4f3b-4f27-bd16-2b80fef6ba51,DISK] 2024-11-13T07:22:42,063 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,43905,1731482560596/2998b885bdef%2C43905%2C1731482560596.meta.1731482562047.meta 2024-11-13T07:22:42,063 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35669:35669)] 2024-11-13T07:22:42,063 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:22:42,063 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:22:42,063 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T07:22:42,063 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T07:22:42,063 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T07:22:42,064 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T07:22:42,064 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:22:42,064 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T07:22:42,064 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T07:22:42,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:22:42,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:22:42,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:42,074 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/meta/1588230740/info/ae451ce4bd5c43ae9b88754123d97090 2024-11-13T07:22:42,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:22:42,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:22:42,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:22:42,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:42,092 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/meta/1588230740/ns/2799028d3f6946b88073b16d4a715c30 2024-11-13T07:22:42,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:22:42,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:22:42,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:22:42,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:42,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:22:42,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:22:42,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:22:42,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:42,103 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/meta/1588230740/table/d01ff79f54914c77bb366ab57209aad6 2024-11-13T07:22:42,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:22:42,103 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:22:42,104 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/meta/1588230740 2024-11-13T07:22:42,106 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/meta/1588230740 2024-11-13T07:22:42,107 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:22:42,107 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:22:42,108 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:22:42,109 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:22:42,110 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63056999, jitterRate=-0.060377493500709534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:22:42,110 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T07:22:42,110 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731482562064Writing region info on filesystem at 1731482562064Initializing all the Stores at 1731482562065 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482562065Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482562065Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482562065Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482562065Cleaning up temporary data from old regions at 1731482562107 (+42 ms)Running coprocessor post-open hooks at 1731482562110 (+3 ms)Region opened successfully at 1731482562110 2024-11-13T07:22:42,111 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731482562041 2024-11-13T07:22:42,113 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T07:22:42,113 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T07:22:42,114 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=2998b885bdef,43905,1731482560596 2024-11-13T07:22:42,115 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,43905,1731482560596, state=OPEN 2024-11-13T07:22:42,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41367-0x1013312e1b50006, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1128765941/meta-region-server 2024-11-13T07:22:42,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x1013312e1b50007, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1128765941/meta-region-server 2024-11-13T07:22:42,163 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2998b885bdef,43905,1731482560596 2024-11-13T07:22:42,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1128765941/meta-region-server: CHANGED 2024-11-13T07:22:42,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1128765941/meta-region-server: CHANGED 2024-11-13T07:22:42,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-13T07:22:42,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,43905,1731482560596 in 274 msec 2024-11-13T07:22:42,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T07:22:42,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 706 msec 2024-11-13T07:22:42,284 DEBUG [RS:0;2998b885bdef:43905.replicationSource.wal-reader.2998b885bdef%2C43905%2C1731482560596,1-2998b885bdef,43905,1731482560596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,43905,1731482560596/2998b885bdef%2C43905%2C1731482560596.1731482561759 to pos 0, reset compression=false 2024-11-13T07:22:42,689 DEBUG [RS:0;2998b885bdef:43905.replicationSource.wal-reader.2998b885bdef%2C43905%2C1731482560596,1-2998b885bdef,43905,1731482560596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,43905,1731482560596/2998b885bdef%2C43905%2C1731482560596.1731482561759 to pos 0, reset compression=false 2024-11-13T07:22:43,059 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-13T07:22:43,193 DEBUG [RS:0;2998b885bdef:43905.replicationSource.wal-reader.2998b885bdef%2C43905%2C1731482560596,1-2998b885bdef,43905,1731482560596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,43905,1731482560596/2998b885bdef%2C43905%2C1731482560596.1731482561759 to pos 0, reset compression=false 2024-11-13T07:22:43,797 DEBUG [RS:0;2998b885bdef:43905.replicationSource.wal-reader.2998b885bdef%2C43905%2C1731482560596,1-2998b885bdef,43905,1731482560596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,43905,1731482560596/2998b885bdef%2C43905%2C1731482560596.1731482561759 to pos 0, reset compression=false 2024-11-13T07:22:44,502 DEBUG [RS:0;2998b885bdef:43905.replicationSource.wal-reader.2998b885bdef%2C43905%2C1731482560596,1-2998b885bdef,43905,1731482560596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,43905,1731482560596/2998b885bdef%2C43905%2C1731482560596.1731482561759 to pos 0, reset compression=false 2024-11-13T07:22:44,561 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-13T07:22:45,306 DEBUG [RS:0;2998b885bdef:43905.replicationSource.wal-reader.2998b885bdef%2C43905%2C1731482560596,1-2998b885bdef,43905,1731482560596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,43905,1731482560596/2998b885bdef%2C43905%2C1731482560596.1731482561759 to pos 0, reset compression=false 2024-11-13T07:22:45,974 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4518ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-13T07:22:45,975 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T07:22:45,975 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:22:45,975 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,43905,1731482560596, seqNum=-1] 2024-11-13T07:22:45,975 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:22:45,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:22:45,980 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0cbe8e7d3322b57a4bac2db20cfe505d, regionState=OPEN, lastHost=2998b885bdef,40449,1731482546241, regionLocation=2998b885bdef,40449,1731482546241, openSeqNum=2 2024-11-13T07:22:45,980 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T07:22:45,980 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731482625980 2024-11-13T07:22:45,980 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731482685980 2024-11-13T07:22:45,980 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-13T07:22:45,980 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 2998b885bdef,40449,1731482546241 had 2 regions 2024-11-13T07:22:45,980 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,41367,1731482560549-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:45,980 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,41367,1731482560549-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:45,980 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,41367,1731482560549-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:45,980 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2998b885bdef:41367, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:45,980 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:45,981 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:45,981 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2998b885bdef,40449,1731482546241, splitWal=true, meta=true, isMeta: false 2024-11-13T07:22:45,983 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,40449,1731482546241-splitting dir is empty, no logs to split. 2024-11-13T07:22:45,983 INFO [PEWorker-3 {}] master.SplitWALManager(105): 2998b885bdef,40449,1731482546241 WAL count=0, meta=false 2024-11-13T07:22:45,984 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,40449,1731482546241-splitting dir is empty, no logs to split. 2024-11-13T07:22:45,984 INFO [PEWorker-3 {}] master.SplitWALManager(105): 2998b885bdef,40449,1731482546241 WAL count=0, meta=false 2024-11-13T07:22:45,985 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 2998b885bdef,40449,1731482546241 WAL splitting is done? wals=0, meta=false 2024-11-13T07:22:45,986 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.328sec 2024-11-13T07:22:45,986 INFO [master/2998b885bdef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T07:22:45,987 INFO [master/2998b885bdef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T07:22:45,987 INFO [master/2998b885bdef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T07:22:45,987 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T07:22:45,987 INFO [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T07:22:45,987 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,41367,1731482560549-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:22:45,987 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,41367,1731482560549-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T07:22:45,987 WARN [master/2998b885bdef:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=2998b885bdef,40449,1731482546241/hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d. 2024-11-13T07:22:45,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0cbe8e7d3322b57a4bac2db20cfe505d, ASSIGN}] 2024-11-13T07:22:45,990 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0cbe8e7d3322b57a4bac2db20cfe505d, ASSIGN 2024-11-13T07:22:45,990 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T07:22:45,990 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T07:22:45,990 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,41367,1731482560549-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:45,990 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0cbe8e7d3322b57a4bac2db20cfe505d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T07:22:46,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69c91dc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:22:46,025 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,41367,-1 for getting cluster id 2024-11-13T07:22:46,025 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:22:46,026 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd989a9e0-29f1-42f7-8277-b212d3b8bbde' 2024-11-13T07:22:46,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:22:46,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d989a9e0-29f1-42f7-8277-b212d3b8bbde" 2024-11-13T07:22:46,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4afcaf2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:22:46,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,41367,-1] 2024-11-13T07:22:46,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:22:46,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:46,027 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:22:46,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74c11038, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:22:46,028 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:22:46,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,43905,1731482560596, seqNum=-1] 2024-11-13T07:22:46,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:22:46,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:22:46,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-13T07:22:46,032 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:22:46,032 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:22:46,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:46,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:46,032 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:22:46,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 2998b885bdef:41367 after: 2998b885bdef:41367 2024-11-13T07:22:46,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38b4d432, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:22:46,033 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,41367,-1 for getting cluster id 2024-11-13T07:22:46,033 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:22:46,033 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd989a9e0-29f1-42f7-8277-b212d3b8bbde' 2024-11-13T07:22:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:22:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d989a9e0-29f1-42f7-8277-b212d3b8bbde" 2024-11-13T07:22:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75dc2141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:22:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,41367,-1] 2024-11-13T07:22:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:22:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:46,035 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:22:46,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6103682a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:22:46,035 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:22:46,036 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,41367,1731482560549 2024-11-13T07:22:46,036 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d46202c 2024-11-13T07:22:46,036 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:22:46,037 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:22:46,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41367 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T07:22:46,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T07:22:46,037 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:22:46,037 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:22:46,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:46,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:46,038 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:22:46,038 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T07:22:46,038 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1474567139, stopped=false 2024-11-13T07:22:46,038 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2998b885bdef,41147,1731482551464 2024-11-13T07:22:46,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41147-0x1013312e1b50003, quorum=127.0.0.1:55765, baseZNode=/1752790275 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1752790275/running 2024-11-13T07:22:46,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39669-0x1013312e1b50004, quorum=127.0.0.1:55765, baseZNode=/1752790275 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1752790275/running 2024-11-13T07:22:46,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41147-0x1013312e1b50003, quorum=127.0.0.1:55765, baseZNode=/1752790275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1752790275 2024-11-13T07:22:46,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39669-0x1013312e1b50004, quorum=127.0.0.1:55765, baseZNode=/1752790275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1752790275 2024-11-13T07:22:46,078 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:22:46,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39669-0x1013312e1b50004, quorum=127.0.0.1:55765, baseZNode=/1752790275 Set watcher on znode that does not yet exist, /1752790275/running 2024-11-13T07:22:46,079 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:22:46,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41147-0x1013312e1b50003, quorum=127.0.0.1:55765, baseZNode=/1752790275 Set watcher on znode that does not yet exist, /1752790275/running 2024-11-13T07:22:46,079 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:22:46,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:46,079 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2998b885bdef,39669,1731482551603' ***** 2024-11-13T07:22:46,079 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T07:22:46,079 INFO [RS:0;2998b885bdef:39669 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T07:22:46,080 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T07:22:46,080 INFO [RS:0;2998b885bdef:39669 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T07:22:46,080 INFO [RS:0;2998b885bdef:39669 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T07:22:46,080 INFO [RS:0;2998b885bdef:39669 {}] regionserver.HRegionServer(959): stopping server 2998b885bdef,39669,1731482551603 2024-11-13T07:22:46,080 INFO [RS:0;2998b885bdef:39669 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:22:46,080 INFO [RS:0;2998b885bdef:39669 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:39669. 2024-11-13T07:22:46,080 DEBUG [RS:0;2998b885bdef:39669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:22:46,080 DEBUG [RS:0;2998b885bdef:39669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:46,080 INFO [RS:0;2998b885bdef:39669 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T07:22:46,080 INFO [RS:0;2998b885bdef:39669 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T07:22:46,080 INFO [RS:0;2998b885bdef:39669 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T07:22:46,080 INFO [RS:0;2998b885bdef:39669 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T07:22:46,080 INFO [RS:0;2998b885bdef:39669 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T07:22:46,080 DEBUG [RS:0;2998b885bdef:39669 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T07:22:46,080 DEBUG [RS:0;2998b885bdef:39669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:22:46,080 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:22:46,080 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:22:46,080 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:22:46,080 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:22:46,080 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:22:46,080 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T07:22:46,095 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/data/hbase/meta/1588230740/.tmp/ns/54cef43b7f864d1e9c0dc37f9102f173 is 43, key is default/ns:d/1731482554539/Put/seqid=0 2024-11-13T07:22:46,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41237 is added to blk_1073741835_1011 (size=5153) 2024-11-13T07:22:46,126 INFO [regionserver/2998b885bdef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:22:46,141 DEBUG [2998b885bdef:41367 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T07:22:46,141 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=0cbe8e7d3322b57a4bac2db20cfe505d, regionState=OPENING, regionLocation=2998b885bdef,43905,1731482560596 2024-11-13T07:22:46,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0cbe8e7d3322b57a4bac2db20cfe505d, ASSIGN because future has completed 2024-11-13T07:22:46,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0cbe8e7d3322b57a4bac2db20cfe505d, server=2998b885bdef,43905,1731482560596}] 2024-11-13T07:22:46,211 DEBUG [RS:0;2998b885bdef:43905.replicationSource.wal-reader.2998b885bdef%2C43905%2C1731482560596,1-2998b885bdef,43905,1731482560596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,43905,1731482560596/2998b885bdef%2C43905%2C1731482560596.1731482561759 to pos 0, reset compression=false 2024-11-13T07:22:46,280 DEBUG [RS:0;2998b885bdef:39669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:22:46,299 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d. 2024-11-13T07:22:46,299 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:22:46,299 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T07:22:46,300 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C43905%2C1731482560596.rep, suffix=, logDir=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,43905,1731482560596, archiveDir=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/oldWALs, maxLogs=10 2024-11-13T07:22:46,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,43905,1731482560596/2998b885bdef%2C43905%2C1731482560596.rep.1731482566301, exclude list is [], retry=0 2024-11-13T07:22:46,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43317,DS-d44bcec5-4f3b-4f27-bd16-2b80fef6ba51,DISK] 2024-11-13T07:22:46,322 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,43905,1731482560596/2998b885bdef%2C43905%2C1731482560596.rep.1731482566301 2024-11-13T07:22:46,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35669:35669)] 2024-11-13T07:22:46,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 0cbe8e7d3322b57a4bac2db20cfe505d, NAME => 'hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:22:46,322 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:22:46,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T07:22:46,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d. service=MultiRowMutationService 2024-11-13T07:22:46,323 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T07:22:46,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0cbe8e7d3322b57a4bac2db20cfe505d 2024-11-13T07:22:46,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:22:46,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 0cbe8e7d3322b57a4bac2db20cfe505d 2024-11-13T07:22:46,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 0cbe8e7d3322b57a4bac2db20cfe505d 2024-11-13T07:22:46,324 INFO [StoreOpener-0cbe8e7d3322b57a4bac2db20cfe505d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0cbe8e7d3322b57a4bac2db20cfe505d 2024-11-13T07:22:46,325 INFO [StoreOpener-0cbe8e7d3322b57a4bac2db20cfe505d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cbe8e7d3322b57a4bac2db20cfe505d columnFamilyName hfileref 2024-11-13T07:22:46,325 DEBUG [StoreOpener-0cbe8e7d3322b57a4bac2db20cfe505d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:46,325 INFO [StoreOpener-0cbe8e7d3322b57a4bac2db20cfe505d-1 {}] regionserver.HStore(327): Store=0cbe8e7d3322b57a4bac2db20cfe505d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:22:46,325 INFO [StoreOpener-0cbe8e7d3322b57a4bac2db20cfe505d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0cbe8e7d3322b57a4bac2db20cfe505d 2024-11-13T07:22:46,326 INFO [StoreOpener-0cbe8e7d3322b57a4bac2db20cfe505d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cbe8e7d3322b57a4bac2db20cfe505d columnFamilyName queue 2024-11-13T07:22:46,326 DEBUG [StoreOpener-0cbe8e7d3322b57a4bac2db20cfe505d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:46,331 DEBUG [StoreOpener-0cbe8e7d3322b57a4bac2db20cfe505d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/replication/0cbe8e7d3322b57a4bac2db20cfe505d/queue/dd5f8f68e37542aca6cf5bb2368cf1d2 2024-11-13T07:22:46,331 INFO [StoreOpener-0cbe8e7d3322b57a4bac2db20cfe505d-1 {}] regionserver.HStore(327): Store=0cbe8e7d3322b57a4bac2db20cfe505d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:22:46,331 INFO [StoreOpener-0cbe8e7d3322b57a4bac2db20cfe505d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0cbe8e7d3322b57a4bac2db20cfe505d 2024-11-13T07:22:46,331 INFO [StoreOpener-0cbe8e7d3322b57a4bac2db20cfe505d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cbe8e7d3322b57a4bac2db20cfe505d columnFamilyName sid 2024-11-13T07:22:46,332 DEBUG [StoreOpener-0cbe8e7d3322b57a4bac2db20cfe505d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:46,332 INFO [StoreOpener-0cbe8e7d3322b57a4bac2db20cfe505d-1 {}] regionserver.HStore(327): Store=0cbe8e7d3322b57a4bac2db20cfe505d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:22:46,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 0cbe8e7d3322b57a4bac2db20cfe505d 2024-11-13T07:22:46,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/replication/0cbe8e7d3322b57a4bac2db20cfe505d 2024-11-13T07:22:46,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/replication/0cbe8e7d3322b57a4bac2db20cfe505d 2024-11-13T07:22:46,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 0cbe8e7d3322b57a4bac2db20cfe505d 2024-11-13T07:22:46,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 0cbe8e7d3322b57a4bac2db20cfe505d 2024-11-13T07:22:46,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T07:22:46,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 0cbe8e7d3322b57a4bac2db20cfe505d 2024-11-13T07:22:46,336 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 0cbe8e7d3322b57a4bac2db20cfe505d; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63755127, jitterRate=-0.04997457563877106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T07:22:46,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0cbe8e7d3322b57a4bac2db20cfe505d 2024-11-13T07:22:46,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 0cbe8e7d3322b57a4bac2db20cfe505d: Running coprocessor pre-open hook at 1731482566323Writing region info on filesystem at 1731482566323Initializing all the Stores at 1731482566324 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482566324Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482566324Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482566324Cleaning up temporary data from old regions at 1731482566334 (+10 ms)Running coprocessor post-open hooks at 1731482566336 (+2 ms)Region opened successfully at 1731482566337 (+1 ms) 2024-11-13T07:22:46,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d., pid=13, masterSystemTime=1731482566296 2024-11-13T07:22:46,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d. 2024-11-13T07:22:46,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d. 2024-11-13T07:22:46,340 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=0cbe8e7d3322b57a4bac2db20cfe505d, regionState=OPEN, openSeqNum=9, regionLocation=2998b885bdef,43905,1731482560596 2024-11-13T07:22:46,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0cbe8e7d3322b57a4bac2db20cfe505d, server=2998b885bdef,43905,1731482560596 because future has completed 2024-11-13T07:22:46,344 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T07:22:46,344 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 0cbe8e7d3322b57a4bac2db20cfe505d, server=2998b885bdef,43905,1731482560596 in 198 msec 2024-11-13T07:22:46,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-13T07:22:46,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0cbe8e7d3322b57a4bac2db20cfe505d, ASSIGN in 356 msec 2024-11-13T07:22:46,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-13T07:22:46,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d., hostname=2998b885bdef,43905,1731482560596, seqNum=9] 2024-11-13T07:22:46,363 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 2998b885bdef,40449,1731482546241 2024-11-13T07:22:46,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-13T07:22:46,481 DEBUG [RS:0;2998b885bdef:39669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:22:46,500 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/data/hbase/meta/1588230740/.tmp/ns/54cef43b7f864d1e9c0dc37f9102f173 2024-11-13T07:22:46,505 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/data/hbase/meta/1588230740/.tmp/ns/54cef43b7f864d1e9c0dc37f9102f173 as hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/data/hbase/meta/1588230740/ns/54cef43b7f864d1e9c0dc37f9102f173 2024-11-13T07:22:46,506 INFO [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T07:22:46,507 INFO [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T07:22:46,510 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/data/hbase/meta/1588230740/ns/54cef43b7f864d1e9c0dc37f9102f173, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T07:22:46,511 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false 2024-11-13T07:22:46,511 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T07:22:46,515 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T07:22:46,516 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:22:46,516 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:22:46,516 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:22:46,516 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482566080Running coprocessor pre-close hooks at 1731482566080Disabling compacts and flushes for region at 1731482566080Disabling writes for close at 1731482566080Obtaining lock to block concurrent updates at 1731482566080Preparing flush snapshotting stores in 1588230740 at 1731482566080Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731482566081 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731482566081Flushing 1588230740/ns: creating writer at 1731482566081Flushing 1588230740/ns: appending metadata at 1731482566095 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731482566095Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b310634: reopening flushed file at 1731482566505 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false at 1731482566511 (+6 ms)Writing region close event to WAL at 1731482566512 (+1 ms)Running coprocessor post-close hooks at 1731482566516 (+4 ms)Closed at 1731482566516 2024-11-13T07:22:46,516 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T07:22:46,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-13T07:22:46,681 INFO [RS:0;2998b885bdef:39669 {}] regionserver.HRegionServer(976): stopping server 2998b885bdef,39669,1731482551603; all regions closed. 2024-11-13T07:22:46,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41237 is added to blk_1073741834_1010 (size=1152) 2024-11-13T07:22:46,686 DEBUG [RS:0;2998b885bdef:39669 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/oldWALs 2024-11-13T07:22:46,686 INFO [RS:0;2998b885bdef:39669 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C39669%2C1731482551603.meta:.meta(num 1731482554490) 2024-11-13T07:22:46,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41237 is added to blk_1073741832_1008 (size=93) 2024-11-13T07:22:46,688 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/WALs/2998b885bdef,39669,1731482551603/2998b885bdef%2C39669%2C1731482551603.1731482553549 not finished, retry = 0 2024-11-13T07:22:46,790 DEBUG [RS:0;2998b885bdef:39669 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/oldWALs 2024-11-13T07:22:46,790 INFO [RS:0;2998b885bdef:39669 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C39669%2C1731482551603:(num 1731482553549) 2024-11-13T07:22:46,790 DEBUG [RS:0;2998b885bdef:39669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:46,790 INFO [RS:0;2998b885bdef:39669 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:22:46,790 INFO [RS:0;2998b885bdef:39669 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:22:46,790 INFO [RS:0;2998b885bdef:39669 {}] hbase.ChoreService(370): Chore service for: regionserver/2998b885bdef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T07:22:46,790 INFO [RS:0;2998b885bdef:39669 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:22:46,790 INFO [regionserver/2998b885bdef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:22:46,790 INFO [RS:0;2998b885bdef:39669 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39669 2024-11-13T07:22:46,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39669-0x1013312e1b50004, quorum=127.0.0.1:55765, baseZNode=/1752790275 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1752790275/rs/2998b885bdef,39669,1731482551603 2024-11-13T07:22:46,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41147-0x1013312e1b50003, quorum=127.0.0.1:55765, baseZNode=/1752790275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1752790275/rs 2024-11-13T07:22:46,836 INFO [RS:0;2998b885bdef:39669 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:22:46,837 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2998b885bdef,39669,1731482551603] 2024-11-13T07:22:46,857 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1752790275/draining/2998b885bdef,39669,1731482551603 already deleted, retry=false 2024-11-13T07:22:46,857 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2998b885bdef,39669,1731482551603 expired; onlineServers=0 2024-11-13T07:22:46,857 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2998b885bdef,41147,1731482551464' ***** 2024-11-13T07:22:46,857 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T07:22:46,857 INFO [M:0;2998b885bdef:41147 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:22:46,857 INFO [M:0;2998b885bdef:41147 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:22:46,857 DEBUG [M:0;2998b885bdef:41147 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T07:22:46,857 DEBUG [M:0;2998b885bdef:41147 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T07:22:46,857 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T07:22:46,857 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482553297 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482553297,5,FailOnTimeoutGroup] 2024-11-13T07:22:46,857 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482553297 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482553297,5,FailOnTimeoutGroup] 2024-11-13T07:22:46,858 INFO [M:0;2998b885bdef:41147 {}] hbase.ChoreService(370): Chore service for: master/2998b885bdef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T07:22:46,858 INFO [M:0;2998b885bdef:41147 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:22:46,858 DEBUG [M:0;2998b885bdef:41147 {}] master.HMaster(1795): Stopping service threads 2024-11-13T07:22:46,858 INFO [M:0;2998b885bdef:41147 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T07:22:46,858 INFO [M:0;2998b885bdef:41147 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:22:46,858 INFO [M:0;2998b885bdef:41147 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T07:22:46,858 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T07:22:46,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41147-0x1013312e1b50003, quorum=127.0.0.1:55765, baseZNode=/1752790275 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1752790275/master 2024-11-13T07:22:46,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41147-0x1013312e1b50003, quorum=127.0.0.1:55765, baseZNode=/1752790275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1752790275 2024-11-13T07:22:46,868 DEBUG [M:0;2998b885bdef:41147 {}] zookeeper.ZKUtil(347): master:41147-0x1013312e1b50003, quorum=127.0.0.1:55765, baseZNode=/1752790275 Unable to get data of znode /1752790275/master because node does not exist (not an error) 2024-11-13T07:22:46,868 WARN [M:0;2998b885bdef:41147 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T07:22:46,869 INFO [M:0;2998b885bdef:41147 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/.lastflushedseqids 2024-11-13T07:22:46,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41237 is added to blk_1073741836_1012 (size=99) 2024-11-13T07:22:46,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39669-0x1013312e1b50004, quorum=127.0.0.1:55765, baseZNode=/1752790275 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:22:46,947 INFO [RS:0;2998b885bdef:39669 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:22:46,947 INFO [RS:0;2998b885bdef:39669 {}] regionserver.HRegionServer(1031): Exiting; stopping=2998b885bdef,39669,1731482551603; zookeeper connection closed. 2024-11-13T07:22:46,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39669-0x1013312e1b50004, quorum=127.0.0.1:55765, baseZNode=/1752790275 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:22:46,947 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5413860d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5413860d 2024-11-13T07:22:46,947 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T07:22:47,215 DEBUG [RS:0;2998b885bdef:43905.replicationSource.wal-reader.2998b885bdef%2C43905%2C1731482560596,1-2998b885bdef,43905,1731482560596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,43905,1731482560596/2998b885bdef%2C43905%2C1731482560596.1731482561759 to pos 0, reset compression=false 2024-11-13T07:22:47,274 INFO [M:0;2998b885bdef:41147 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T07:22:47,274 INFO [M:0;2998b885bdef:41147 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T07:22:47,274 DEBUG [M:0;2998b885bdef:41147 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:22:47,274 INFO [M:0;2998b885bdef:41147 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:22:47,274 DEBUG [M:0;2998b885bdef:41147 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:22:47,274 DEBUG [M:0;2998b885bdef:41147 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:22:47,274 DEBUG [M:0;2998b885bdef:41147 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:22:47,274 INFO [M:0;2998b885bdef:41147 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-13T07:22:47,294 DEBUG [M:0;2998b885bdef:41147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d26ad916ced64dbe9317af94c79cc9e0 is 82, key is hbase:meta,,1/info:regioninfo/1731482554523/Put/seqid=0 2024-11-13T07:22:47,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41237 is added to blk_1073741837_1013 (size=5672) 2024-11-13T07:22:47,566 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T07:22:47,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:22:47,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:22:47,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:22:47,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:22:47,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:22:47,699 INFO [M:0;2998b885bdef:41147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d26ad916ced64dbe9317af94c79cc9e0 2024-11-13T07:22:47,716 DEBUG [M:0;2998b885bdef:41147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ebca48b6499c4be9953f52560bbba40e is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731482554542/Put/seqid=0 2024-11-13T07:22:47,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41237 is added to blk_1073741838_1014 (size=5275) 2024-11-13T07:22:48,121 INFO [M:0;2998b885bdef:41147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ebca48b6499c4be9953f52560bbba40e 2024-11-13T07:22:48,137 DEBUG [M:0;2998b885bdef:41147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2e9b9a104b84772b8b644e5bc411c11 is 69, key is 2998b885bdef,39669,1731482551603/rs:state/1731482553357/Put/seqid=0 2024-11-13T07:22:48,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41237 is added to blk_1073741839_1015 (size=5156) 2024-11-13T07:22:48,320 DEBUG [RS:0;2998b885bdef:43905.replicationSource.wal-reader.2998b885bdef%2C43905%2C1731482560596,1-2998b885bdef,43905,1731482560596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,43905,1731482560596/2998b885bdef%2C43905%2C1731482560596.1731482561759 to pos 0, reset compression=false 2024-11-13T07:22:48,542 INFO [M:0;2998b885bdef:41147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2e9b9a104b84772b8b644e5bc411c11 2024-11-13T07:22:48,546 DEBUG [M:0;2998b885bdef:41147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d26ad916ced64dbe9317af94c79cc9e0 as hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d26ad916ced64dbe9317af94c79cc9e0 2024-11-13T07:22:48,550 INFO [M:0;2998b885bdef:41147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d26ad916ced64dbe9317af94c79cc9e0, entries=8, sequenceid=28, filesize=5.5 K 2024-11-13T07:22:48,551 DEBUG [M:0;2998b885bdef:41147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ebca48b6499c4be9953f52560bbba40e as hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ebca48b6499c4be9953f52560bbba40e 2024-11-13T07:22:48,555 INFO [M:0;2998b885bdef:41147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ebca48b6499c4be9953f52560bbba40e, entries=3, sequenceid=28, filesize=5.2 K 2024-11-13T07:22:48,556 DEBUG [M:0;2998b885bdef:41147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2e9b9a104b84772b8b644e5bc411c11 as hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e2e9b9a104b84772b8b644e5bc411c11 2024-11-13T07:22:48,560 INFO [M:0;2998b885bdef:41147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40177/user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e2e9b9a104b84772b8b644e5bc411c11, entries=1, sequenceid=28, filesize=5.0 K 2024-11-13T07:22:48,561 INFO [M:0;2998b885bdef:41147 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=28, compaction requested=false 2024-11-13T07:22:48,562 INFO [M:0;2998b885bdef:41147 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:22:48,562 DEBUG [M:0;2998b885bdef:41147 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482567274Disabling compacts and flushes for region at 1731482567274Disabling writes for close at 1731482567274Obtaining lock to block concurrent updates at 1731482567274Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731482567274Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731482567275 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731482567275Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731482567275Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731482567294 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731482567294Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731482567703 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731482567716 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731482567716Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731482568124 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731482568137 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731482568137Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7aafa4b6: reopening flushed file at 1731482568545 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a89c4: reopening flushed file at 1731482568551 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38c750ca: reopening flushed file at 1731482568555 (+4 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=28, compaction requested=false at 1731482568561 (+6 ms)Writing region close event to WAL at 1731482568562 (+1 ms)Closed at 1731482568562 2024-11-13T07:22:48,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41237 is added to blk_1073741830_1006 (size=10165) 2024-11-13T07:22:48,564 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bcb646a6-1951-59ed-b916-68a3d5d46a58/MasterData/WALs/2998b885bdef,41147,1731482551464/2998b885bdef%2C41147%2C1731482551464.1731482553000 not finished, retry = 0 2024-11-13T07:22:48,665 INFO [M:0;2998b885bdef:41147 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T07:22:48,665 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:22:48,665 INFO [M:0;2998b885bdef:41147 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41147 2024-11-13T07:22:48,665 INFO [M:0;2998b885bdef:41147 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:22:48,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41147-0x1013312e1b50003, quorum=127.0.0.1:55765, baseZNode=/1752790275 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:22:48,778 INFO [M:0;2998b885bdef:41147 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:22:48,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41147-0x1013312e1b50003, quorum=127.0.0.1:55765, baseZNode=/1752790275 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:22:48,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bcfd876{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:22:48,780 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1af6c6a4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:22:48,781 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:22:48,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53f2f38e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:22:48,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2562b4b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dae24868-3799-f6f2-c3f0-108fecdb5eac/hadoop.log.dir/,STOPPED} 2024-11-13T07:22:48,782 WARN [BP-1593378949-172.17.0.3-1731482549511 heartbeating to localhost/127.0.0.1:40177 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T07:22:48,782 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T07:22:48,782 WARN [BP-1593378949-172.17.0.3-1731482549511 heartbeating to localhost/127.0.0.1:40177 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1593378949-172.17.0.3-1731482549511 (Datanode Uuid 64012fce-dbf3-4bae-bc74-6619262e451f) service to localhost/127.0.0.1:40177 2024-11-13T07:22:48,782 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T07:22:48,782 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dae24868-3799-f6f2-c3f0-108fecdb5eac/cluster_e0dfa100-4dd3-829a-c1e4-30afa95af461/data/data1/current/BP-1593378949-172.17.0.3-1731482549511 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:22:48,782 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dae24868-3799-f6f2-c3f0-108fecdb5eac/cluster_e0dfa100-4dd3-829a-c1e4-30afa95af461/data/data2/current/BP-1593378949-172.17.0.3-1731482549511 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:22:48,783 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T07:22:48,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a5775eb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:22:48,787 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@313f4481{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:22:48,787 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:22:48,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f2e2448{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:22:48,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59660647{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dae24868-3799-f6f2-c3f0-108fecdb5eac/hadoop.log.dir/,STOPPED} 2024-11-13T07:22:48,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T07:22:48,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T07:22:48,800 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:22:48,800 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:22:48,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:48,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:48,800 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:22:48,800 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T07:22:48,800 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1223257568, stopped=false 2024-11-13T07:22:48,800 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2998b885bdef,41367,1731482560549 2024-11-13T07:22:48,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x1013312e1b50007, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1128765941/running 2024-11-13T07:22:48,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x1013312e1b50007, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1128765941 2024-11-13T07:22:48,815 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:22:48,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41367-0x1013312e1b50006, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1128765941/running 2024-11-13T07:22:48,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41367-0x1013312e1b50006, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1128765941 2024-11-13T07:22:48,815 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:22:48,815 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:22:48,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:48,816 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2998b885bdef,43905,1731482560596' ***** 2024-11-13T07:22:48,816 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T07:22:48,816 INFO [RS:0;2998b885bdef:43905 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T07:22:48,816 INFO [RS:0;2998b885bdef:43905 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T07:22:48,816 INFO [RS:0;2998b885bdef:43905 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T07:22:48,816 INFO [RS:0;2998b885bdef:43905 {}] regionserver.HRegionServer(3091): Received CLOSE for 0cbe8e7d3322b57a4bac2db20cfe505d 2024-11-13T07:22:48,816 INFO [RS:0;2998b885bdef:43905 {}] regionserver.HRegionServer(959): stopping server 2998b885bdef,43905,1731482560596 2024-11-13T07:22:48,816 INFO [RS:0;2998b885bdef:43905 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:22:48,817 INFO [RS:0;2998b885bdef:43905 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:43905. 2024-11-13T07:22:48,817 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T07:22:48,817 DEBUG [RS:0;2998b885bdef:43905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:22:48,817 DEBUG [RS:0;2998b885bdef:43905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:48,817 INFO [RS:0;2998b885bdef:43905 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T07:22:48,817 INFO [RS:0;2998b885bdef:43905 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T07:22:48,817 INFO [RS:0;2998b885bdef:43905 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T07:22:48,817 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0cbe8e7d3322b57a4bac2db20cfe505d, disabling compactions & flushes 2024-11-13T07:22:48,817 INFO [RS:0;2998b885bdef:43905 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T07:22:48,817 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d. 2024-11-13T07:22:48,817 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d. 2024-11-13T07:22:48,817 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d. after waiting 0 ms 2024-11-13T07:22:48,817 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d. 2024-11-13T07:22:48,817 INFO [RS:0;2998b885bdef:43905 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T07:22:48,817 DEBUG [RS:0;2998b885bdef:43905 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0cbe8e7d3322b57a4bac2db20cfe505d=hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d.} 2024-11-13T07:22:48,817 DEBUG [RS:0;2998b885bdef:43905 {}] regionserver.HRegionServer(1351): Waiting on 0cbe8e7d3322b57a4bac2db20cfe505d, 1588230740 2024-11-13T07:22:48,817 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:22:48,817 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:22:48,817 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:22:48,817 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:22:48,817 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:22:48,817 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-13T07:22:48,817 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43905-0x1013312e1b50007, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Set watcher on znode that does not yet exist, /0-1128765941/running 2024-11-13T07:22:48,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41367-0x1013312e1b50006, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Set watcher on znode that does not yet exist, /0-1128765941/running 2024-11-13T07:22:48,826 INFO [regionserver/2998b885bdef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:22:48,827 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/replication/0cbe8e7d3322b57a4bac2db20cfe505d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-13T07:22:48,827 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:22:48,827 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:22:48,827 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d. 2024-11-13T07:22:48,828 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0cbe8e7d3322b57a4bac2db20cfe505d: Waiting for close lock at 1731482568817Running coprocessor pre-close hooks at 1731482568817Disabling compacts and flushes for region at 1731482568817Disabling writes for close at 1731482568817Writing region close event to WAL at 1731482568817Running coprocessor post-close hooks at 1731482568827 (+10 ms)Closed at 1731482568827 2024-11-13T07:22:48,828 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d. 2024-11-13T07:22:48,842 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/meta/1588230740/.tmp/info/a957ac154b544061bf99397d34825cb2 is 147, key is hbase:replication,,1731482554665.0cbe8e7d3322b57a4bac2db20cfe505d./info:regioninfo/1731482566339/Put/seqid=0 2024-11-13T07:22:48,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741851_1027 (size=6385) 2024-11-13T07:22:49,017 DEBUG [RS:0;2998b885bdef:43905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:22:49,218 DEBUG [RS:0;2998b885bdef:43905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:22:49,246 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/meta/1588230740/.tmp/info/a957ac154b544061bf99397d34825cb2 2024-11-13T07:22:49,253 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/meta/1588230740/.tmp/info/a957ac154b544061bf99397d34825cb2 as hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/meta/1588230740/info/a957ac154b544061bf99397d34825cb2 2024-11-13T07:22:49,260 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/meta/1588230740/info/a957ac154b544061bf99397d34825cb2, entries=8, sequenceid=19, filesize=6.2 K 2024-11-13T07:22:49,261 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=19, compaction requested=false 2024-11-13T07:22:49,289 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-13T07:22:49,289 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:22:49,289 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:22:49,290 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:22:49,290 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482568817Running coprocessor pre-close hooks at 1731482568817Disabling compacts and flushes for region at 1731482568817Disabling writes for close at 1731482568817Obtaining lock to block concurrent updates at 1731482568817Preparing flush snapshotting stores in 1588230740 at 1731482568817Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731482568818 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731482568824 (+6 ms)Flushing 1588230740/info: creating writer at 1731482568825 (+1 ms)Flushing 1588230740/info: appending metadata at 1731482568842 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731482568842Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@80e20e3: reopening flushed file at 1731482569252 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=19, compaction requested=false at 1731482569261 (+9 ms)Writing region close event to WAL at 1731482569280 (+19 ms)Running coprocessor post-close hooks at 1731482569289 (+9 ms)Closed at 1731482569289 2024-11-13T07:22:49,290 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T07:22:49,418 INFO [RS:0;2998b885bdef:43905 {}] regionserver.HRegionServer(976): stopping server 2998b885bdef,43905,1731482560596; all regions closed. 2024-11-13T07:22:49,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741849_1025 (size=2156) 2024-11-13T07:22:49,426 DEBUG [RS:0;2998b885bdef:43905 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/oldWALs 2024-11-13T07:22:49,426 INFO [RS:0;2998b885bdef:43905 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C43905%2C1731482560596.meta:.meta(num 1731482562047) 2024-11-13T07:22:49,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741850_1026 (size=796) 2024-11-13T07:22:49,434 DEBUG [RS:0;2998b885bdef:43905 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/oldWALs 2024-11-13T07:22:49,434 INFO [RS:0;2998b885bdef:43905 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C43905%2C1731482560596.rep:(num 1731482566301) 2024-11-13T07:22:49,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741848_1024 (size=93) 2024-11-13T07:22:49,436 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,43905,1731482560596/2998b885bdef%2C43905%2C1731482560596.1731482561759 not finished, retry = 0 2024-11-13T07:22:49,525 DEBUG [RS:0;2998b885bdef:43905.replicationSource.wal-reader.2998b885bdef%2C43905%2C1731482560596,1-2998b885bdef,43905,1731482560596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,43905,1731482560596/2998b885bdef%2C43905%2C1731482560596.1731482561759 to pos 0, reset compression=false 2024-11-13T07:22:49,540 DEBUG [RS:0;2998b885bdef:43905.replicationSource.wal-reader.2998b885bdef%2C43905%2C1731482560596,1-2998b885bdef,43905,1731482560596 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,43905,1731482560596/2998b885bdef%2C43905%2C1731482560596.1731482561759 2024-11-13T07:22:49,540 DEBUG [RS:0;2998b885bdef:43905.replicationSource.wal-reader.2998b885bdef%2C43905%2C1731482560596,1-2998b885bdef,43905,1731482560596 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-13T07:22:49,540 DEBUG [RS:0;2998b885bdef:43905.replicationSource.wal-reader.2998b885bdef%2C43905%2C1731482560596,1-2998b885bdef,43905,1731482560596 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-13T07:22:49,540 DEBUG [RS:0;2998b885bdef:43905.replicationSource.shipper2998b885bdef%2C43905%2C1731482560596,1-2998b885bdef,43905,1731482560596 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,43905,1731482560596 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/WALs/2998b885bdef,43905,1731482560596/2998b885bdef%2C43905%2C1731482560596.1731482561759, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-13T07:22:49,541 DEBUG [RS:0;2998b885bdef:43905.replicationSource.shipper2998b885bdef%2C43905%2C1731482560596,1-2998b885bdef,43905,1731482560596 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:22:49,541 DEBUG [RS:0;2998b885bdef:43905.replicationSource.shipper2998b885bdef%2C43905%2C1731482560596,1-2998b885bdef,43905,1731482560596 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,43905,1731482560596, seqNum=-1] 2024-11-13T07:22:49,545 DEBUG [RS:0;2998b885bdef:43905 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/oldWALs 2024-11-13T07:22:49,545 INFO [RS:0;2998b885bdef:43905 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C43905%2C1731482560596:(num 1731482561759) 2024-11-13T07:22:49,545 DEBUG [RS:0;2998b885bdef:43905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:49,545 INFO [RS:0;2998b885bdef:43905 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:22:49,545 INFO [RS:0;2998b885bdef:43905 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:22:49,545 INFO [RS:0;2998b885bdef:43905 {}] hbase.ChoreService(370): Chore service for: regionserver/2998b885bdef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T07:22:49,545 INFO [RS:0;2998b885bdef:43905 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:22:49,545 INFO [RS:0;2998b885bdef:43905 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2998b885bdef,43905,1731482560596 because: Region server is closing 2024-11-13T07:22:49,546 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/2998b885bdef:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-13T07:22:49,546 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/2998b885bdef:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-13T07:22:49,546 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/2998b885bdef:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-13T07:22:49,542 WARN [RS:0;2998b885bdef:43905.replicationSource.shipper2998b885bdef%2C43905%2C1731482560596,1-2998b885bdef,43905,1731482560596 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='1-2998b885bdef,43905,1731482560596', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:43905 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-13T07:22:49,546 INFO [regionserver/2998b885bdef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:22:49,546 INFO [RS:0;2998b885bdef:43905 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:43905. 2024-11-13T07:22:49,546 DEBUG [RS:0;2998b885bdef:43905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:22:49,546 DEBUG [RS:0;2998b885bdef:43905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:49,546 DEBUG [RS:0;2998b885bdef:43905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:49,546 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:22:49,547 ERROR [RS:0;2998b885bdef:43905.replicationSource.shipper2998b885bdef%2C43905%2C1731482560596,1-2998b885bdef,43905,1731482560596 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2998b885bdef,43905,1731482560596: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2998b885bdef,43905,1731482560596, walGroup=2998b885bdef%2C43905%2C1731482560596, offset=2998b885bdef%2C43905%2C1731482560596.1731482561759:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:43905 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T07:22:49,549 ERROR [RS:0;2998b885bdef:43905.replicationSource.shipper2998b885bdef%2C43905%2C1731482560596,1-2998b885bdef,43905,1731482560596 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T07:22:49,552 DEBUG [RS:0;2998b885bdef:43905.replicationSource.shipper2998b885bdef%2C43905%2C1731482560596,1-2998b885bdef,43905,1731482560596 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T07:22:49,561 DEBUG [RS:0;2998b885bdef:43905.replicationSource.shipper2998b885bdef%2C43905%2C1731482560596,1-2998b885bdef,43905,1731482560596 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T07:22:49,561 DEBUG [RS:0;2998b885bdef:43905.replicationSource.shipper2998b885bdef%2C43905%2C1731482560596,1-2998b885bdef,43905,1731482560596 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T07:22:49,561 DEBUG [RS:0;2998b885bdef:43905.replicationSource.shipper2998b885bdef%2C43905%2C1731482560596,1-2998b885bdef,43905,1731482560596 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T07:22:49,561 INFO [RS:0;2998b885bdef:43905.replicationSource.shipper2998b885bdef%2C43905%2C1731482560596,1-2998b885bdef,43905,1731482560596 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 585279912 }, "NonHeapMemoryUsage": { "committed": 184942592, "init": 7667712, "max": -1, "used": 182167856 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T07:22:49,563 DEBUG [RS:0;2998b885bdef:43905.replicationSource.shipper2998b885bdef%2C43905%2C1731482560596,1-2998b885bdef,43905,1731482560596 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [2998b885bdef%2C43905%2C1731482560596.1731482561759] 2024-11-13T07:22:49,647 INFO [RS:0;2998b885bdef:43905 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;2998b885bdef:43905.replicationSource.shipper2998b885bdef%2C43905%2C1731482560596,1-2998b885bdef,43905,1731482560596 terminated 2024-11-13T07:22:49,647 INFO [RS:0;2998b885bdef:43905 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43905 2024-11-13T07:22:49,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41367-0x1013312e1b50006, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1128765941/rs 2024-11-13T07:22:49,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x1013312e1b50007, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1128765941/rs/2998b885bdef,43905,1731482560596 2024-11-13T07:22:49,721 INFO [RS:0;2998b885bdef:43905 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:22:49,732 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2998b885bdef,43905,1731482560596] 2024-11-13T07:22:49,741 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1128765941/draining/2998b885bdef,43905,1731482560596 already deleted, retry=false 2024-11-13T07:22:49,742 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2998b885bdef,43905,1731482560596 expired; onlineServers=0 2024-11-13T07:22:49,742 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2998b885bdef,41367,1731482560549' ***** 2024-11-13T07:22:49,742 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T07:22:49,742 INFO [M:0;2998b885bdef:41367 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:22:49,742 INFO [M:0;2998b885bdef:41367 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:22:49,742 DEBUG [M:0;2998b885bdef:41367 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T07:22:49,742 DEBUG [M:0;2998b885bdef:41367 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T07:22:49,742 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482561455 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482561455,5,FailOnTimeoutGroup] 2024-11-13T07:22:49,742 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T07:22:49,742 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482561455 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482561455,5,FailOnTimeoutGroup] 2024-11-13T07:22:49,742 INFO [M:0;2998b885bdef:41367 {}] hbase.ChoreService(370): Chore service for: master/2998b885bdef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T07:22:49,742 INFO [M:0;2998b885bdef:41367 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:22:49,742 DEBUG [M:0;2998b885bdef:41367 {}] master.HMaster(1795): Stopping service threads 2024-11-13T07:22:49,742 INFO [M:0;2998b885bdef:41367 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T07:22:49,743 INFO [M:0;2998b885bdef:41367 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:22:49,744 INFO [M:0;2998b885bdef:41367 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T07:22:49,744 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T07:22:49,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41367-0x1013312e1b50006, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1128765941/master 2024-11-13T07:22:49,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41367-0x1013312e1b50006, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1128765941 2024-11-13T07:22:49,752 DEBUG [M:0;2998b885bdef:41367 {}] zookeeper.ZKUtil(347): master:41367-0x1013312e1b50006, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Unable to get data of znode /0-1128765941/master because node does not exist (not an error) 2024-11-13T07:22:49,752 WARN [M:0;2998b885bdef:41367 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T07:22:49,752 INFO [M:0;2998b885bdef:41367 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/.lastflushedseqids 2024-11-13T07:22:49,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741852_1028 (size=181) 2024-11-13T07:22:49,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x1013312e1b50007, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:22:49,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x1013312e1b50007, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:22:49,835 INFO [RS:0;2998b885bdef:43905 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:22:49,835 INFO [RS:0;2998b885bdef:43905 {}] regionserver.HRegionServer(1031): Exiting; stopping=2998b885bdef,43905,1731482560596; zookeeper connection closed. 2024-11-13T07:22:49,836 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a09990b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a09990b 2024-11-13T07:22:49,838 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T07:22:50,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:22:50,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T07:22:50,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:22:50,197 INFO [M:0;2998b885bdef:41367 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T07:22:50,197 INFO [M:0;2998b885bdef:41367 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T07:22:50,197 DEBUG [M:0;2998b885bdef:41367 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:22:50,197 INFO [M:0;2998b885bdef:41367 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:22:50,197 DEBUG [M:0;2998b885bdef:41367 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:22:50,197 DEBUG [M:0;2998b885bdef:41367 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:22:50,197 DEBUG [M:0;2998b885bdef:41367 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:22:50,197 INFO [M:0;2998b885bdef:41367 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-13T07:22:50,245 DEBUG [M:0;2998b885bdef:41367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/510b0fe624354fd2853657867f91cce1 is 82, key is hbase:meta,,1/info:regioninfo/1731482562114/Put/seqid=0 2024-11-13T07:22:50,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741853_1029 (size=5672) 2024-11-13T07:22:50,274 INFO [M:0;2998b885bdef:41367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/510b0fe624354fd2853657867f91cce1 2024-11-13T07:22:50,309 DEBUG [M:0;2998b885bdef:41367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/153615109d95457e993ab2a750fffcb5 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731482566344/Put/seqid=0 2024-11-13T07:22:50,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741854_1030 (size=7312) 2024-11-13T07:22:50,741 INFO [M:0;2998b885bdef:41367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/153615109d95457e993ab2a750fffcb5 2024-11-13T07:22:50,828 DEBUG [M:0;2998b885bdef:41367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb65eccc0ac44774a783b8728627d384 is 69, key is 2998b885bdef,43905,1731482560596/rs:state/1731482561551/Put/seqid=0 2024-11-13T07:22:50,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741855_1031 (size=5370) 2024-11-13T07:22:51,273 INFO [M:0;2998b885bdef:41367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb65eccc0ac44774a783b8728627d384 2024-11-13T07:22:51,278 INFO [M:0;2998b885bdef:41367 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb65eccc0ac44774a783b8728627d384 2024-11-13T07:22:51,282 DEBUG [M:0;2998b885bdef:41367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/510b0fe624354fd2853657867f91cce1 as hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/510b0fe624354fd2853657867f91cce1 2024-11-13T07:22:51,290 INFO [M:0;2998b885bdef:41367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/510b0fe624354fd2853657867f91cce1, entries=8, sequenceid=127, filesize=5.5 K 2024-11-13T07:22:51,292 DEBUG [M:0;2998b885bdef:41367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/153615109d95457e993ab2a750fffcb5 as hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/153615109d95457e993ab2a750fffcb5 2024-11-13T07:22:51,299 INFO [M:0;2998b885bdef:41367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/153615109d95457e993ab2a750fffcb5, entries=7, sequenceid=127, filesize=7.1 K 2024-11-13T07:22:51,301 DEBUG [M:0;2998b885bdef:41367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb65eccc0ac44774a783b8728627d384 as hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cb65eccc0ac44774a783b8728627d384 2024-11-13T07:22:51,306 INFO [M:0;2998b885bdef:41367 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb65eccc0ac44774a783b8728627d384 2024-11-13T07:22:51,306 INFO [M:0;2998b885bdef:41367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cb65eccc0ac44774a783b8728627d384, entries=2, sequenceid=127, filesize=5.2 K 2024-11-13T07:22:51,307 INFO [M:0;2998b885bdef:41367 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1110ms, sequenceid=127, compaction requested=false 2024-11-13T07:22:51,309 INFO [M:0;2998b885bdef:41367 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:22:51,309 DEBUG [M:0;2998b885bdef:41367 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482570197Disabling compacts and flushes for region at 1731482570197Disabling writes for close at 1731482570197Obtaining lock to block concurrent updates at 1731482570197Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731482570197Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731482570198 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731482570205 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731482570205Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731482570245 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731482570245Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731482570285 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731482570308 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731482570308Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731482570761 (+453 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731482570827 (+66 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731482570827Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53976606: reopening flushed file at 1731482571278 (+451 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@484c32b7: reopening flushed file at 1731482571290 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1111aa21: reopening flushed file at 1731482571300 (+10 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1110ms, sequenceid=127, compaction requested=false at 1731482571307 (+7 ms)Writing region close event to WAL at 1731482571309 (+2 ms)Closed at 1731482571309 2024-11-13T07:22:51,311 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9e5b0ba8-2823-31b0-5853-2db8af9b7742/MasterData/WALs/2998b885bdef,41367,1731482560549/2998b885bdef%2C41367%2C1731482560549.1731482561097 not finished, retry = 0 2024-11-13T07:22:51,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741847_1023 (size=22903) 2024-11-13T07:22:51,412 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:22:51,412 INFO [M:0;2998b885bdef:41367 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T07:22:51,412 INFO [M:0;2998b885bdef:41367 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41367 2024-11-13T07:22:51,413 INFO [M:0;2998b885bdef:41367 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:22:51,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41367-0x1013312e1b50006, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:22:51,525 INFO [M:0;2998b885bdef:41367 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:22:51,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41367-0x1013312e1b50006, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:22:51,527 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f35706{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:22:51,528 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c812a9f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:22:51,528 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:22:51,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24052eb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:22:51,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2918976{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f430b0-ca80-615a-5b05-42b9afe144ff/hadoop.log.dir/,STOPPED} 2024-11-13T07:22:51,529 WARN [BP-467700452-172.17.0.3-1731482543647 heartbeating to localhost/127.0.0.1:42763 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T07:22:51,529 WARN [BP-467700452-172.17.0.3-1731482543647 heartbeating to localhost/127.0.0.1:42763 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-467700452-172.17.0.3-1731482543647 (Datanode Uuid 699d09c3-a7b1-4f32-a0c8-8935bc5d7127) service to localhost/127.0.0.1:42763 2024-11-13T07:22:51,529 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T07:22:51,529 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T07:22:51,530 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f430b0-ca80-615a-5b05-42b9afe144ff/cluster_47e03d33-f9fb-0b58-3023-b658f559b255/data/data1/current/BP-467700452-172.17.0.3-1731482543647 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:22:51,530 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f430b0-ca80-615a-5b05-42b9afe144ff/cluster_47e03d33-f9fb-0b58-3023-b658f559b255/data/data2/current/BP-467700452-172.17.0.3-1731482543647 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:22:51,530 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T07:22:51,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bd0670d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:22:51,535 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1521ba7a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:22:51,535 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:22:51,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41d62f08{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:22:51,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a802bd1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f430b0-ca80-615a-5b05-42b9afe144ff/hadoop.log.dir/,STOPPED} 2024-11-13T07:22:51,541 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T07:22:51,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T07:22:51,565 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=203 (was 158) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42763 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55765) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42763 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:40177 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40177 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42763 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42763 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40177 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55765) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:42763 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40177 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:42763 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40177 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=644 (was 755), ProcessCount=11 (was 11), AvailableMemoryMB=3413 (was 4122) 2024-11-13T07:22:51,574 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=203, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=644, ProcessCount=11, AvailableMemoryMB=3413 2024-11-13T07:22:51,586 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-13T07:22:51,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dae24868-3799-f6f2-c3f0-108fecdb5eac/hadoop.log.dir so I do NOT create it in target/test-data/5bd4ffaf-4631-1eab-d173-7bcbab828042 2024-11-13T07:22:51,586 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dae24868-3799-f6f2-c3f0-108fecdb5eac/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T07:22:51,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dae24868-3799-f6f2-c3f0-108fecdb5eac/hadoop.tmp.dir so I do NOT create it in target/test-data/5bd4ffaf-4631-1eab-d173-7bcbab828042 2024-11-13T07:22:51,586 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dae24868-3799-f6f2-c3f0-108fecdb5eac/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T07:22:51,586 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bd4ffaf-4631-1eab-d173-7bcbab828042 2024-11-13T07:22:51,587 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bd4ffaf-4631-1eab-d173-7bcbab828042/cluster_c0770c7f-dd9e-a403-dcef-f25eb1b4980b, deleteOnExit=true 2024-11-13T07:22:51,611 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bd4ffaf-4631-1eab-d173-7bcbab828042/cluster_c0770c7f-dd9e-a403-dcef-f25eb1b4980b/zookeeper_0, clientPort=57660, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bd4ffaf-4631-1eab-d173-7bcbab828042/cluster_c0770c7f-dd9e-a403-dcef-f25eb1b4980b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bd4ffaf-4631-1eab-d173-7bcbab828042/cluster_c0770c7f-dd9e-a403-dcef-f25eb1b4980b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T07:22:51,612 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57660 2024-11-13T07:22:51,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T07:22:51,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T07:22:51,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bd4ffaf-4631-1eab-d173-7bcbab828042/test.cache.data in system properties and HBase conf 2024-11-13T07:22:51,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bd4ffaf-4631-1eab-d173-7bcbab828042/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T07:22:51,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bd4ffaf-4631-1eab-d173-7bcbab828042/hadoop.log.dir in system properties and HBase conf 2024-11-13T07:22:51,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bd4ffaf-4631-1eab-d173-7bcbab828042/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T07:22:51,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bd4ffaf-4631-1eab-d173-7bcbab828042/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T07:22:51,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T07:22:51,613 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T07:22:51,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bd4ffaf-4631-1eab-d173-7bcbab828042/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:22:51,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bd4ffaf-4631-1eab-d173-7bcbab828042/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:22:51,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bd4ffaf-4631-1eab-d173-7bcbab828042/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T07:22:51,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bd4ffaf-4631-1eab-d173-7bcbab828042/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:22:51,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bd4ffaf-4631-1eab-d173-7bcbab828042/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T07:22:51,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bd4ffaf-4631-1eab-d173-7bcbab828042/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T07:22:51,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bd4ffaf-4631-1eab-d173-7bcbab828042/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:22:51,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bd4ffaf-4631-1eab-d173-7bcbab828042/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:22:51,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bd4ffaf-4631-1eab-d173-7bcbab828042/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T07:22:51,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bd4ffaf-4631-1eab-d173-7bcbab828042/nfs.dump.dir in system properties and HBase conf 2024-11-13T07:22:51,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bd4ffaf-4631-1eab-d173-7bcbab828042/java.io.tmpdir in system properties and HBase conf 2024-11-13T07:22:51,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bd4ffaf-4631-1eab-d173-7bcbab828042/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:22:51,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bd4ffaf-4631-1eab-d173-7bcbab828042/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T07:22:51,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bd4ffaf-4631-1eab-d173-7bcbab828042/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T07:22:51,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013312e1b50002, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T07:22:51,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013312e1b50002, quorum=127.0.0.1:55765, baseZNode=/0-1128765941 Received Disconnected from ZooKeeper, ignoring 2024-11-13T07:22:51,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013312e1b50005, quorum=127.0.0.1:55765, baseZNode=/1752790275 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T07:22:51,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013312e1b50005, quorum=127.0.0.1:55765, baseZNode=/1752790275 Received Disconnected from ZooKeeper, ignoring 2024-11-13T07:22:51,954 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:22:51,959 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:22:51,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:22:51,961 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:22:51,961 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T07:22:51,961 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:22:51,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@723c962b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bd4ffaf-4631-1eab-d173-7bcbab828042/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:22:51,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40b99dd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:22:52,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74bb3b0e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bd4ffaf-4631-1eab-d173-7bcbab828042/java.io.tmpdir/jetty-localhost-43233-hadoop-hdfs-3_4_1-tests_jar-_-any-17924535462362157921/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:22:52,085 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ec0d391{HTTP/1.1, (http/1.1)}{localhost:43233} 2024-11-13T07:22:52,085 INFO [Time-limited test {}] server.Server(415): Started @259975ms 2024-11-13T07:22:52,364 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:22:52,368 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:22:52,370 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:22:52,370 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:22:52,370 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T07:22:52,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@486cc472{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bd4ffaf-4631-1eab-d173-7bcbab828042/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:22:52,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4909ca4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:22:52,494 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@613d8a7d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bd4ffaf-4631-1eab-d173-7bcbab828042/java.io.tmpdir/jetty-localhost-44647-hadoop-hdfs-3_4_1-tests_jar-_-any-968244583389724005/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:22:52,495 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44e8ecdb{HTTP/1.1, (http/1.1)}{localhost:44647} 2024-11-13T07:22:52,495 INFO [Time-limited test {}] server.Server(415): Started @260385ms 2024-11-13T07:22:52,496 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T07:22:53,924 WARN [Thread-1686 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bd4ffaf-4631-1eab-d173-7bcbab828042/cluster_c0770c7f-dd9e-a403-dcef-f25eb1b4980b/data/data1/current/BP-710487571-172.17.0.3-1731482571643/current, will proceed with Du for space computation calculation, 2024-11-13T07:22:53,924 WARN [Thread-1687 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bd4ffaf-4631-1eab-d173-7bcbab828042/cluster_c0770c7f-dd9e-a403-dcef-f25eb1b4980b/data/data2/current/BP-710487571-172.17.0.3-1731482571643/current, will proceed with Du for space computation calculation, 2024-11-13T07:22:53,953 WARN [Thread-1674 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T07:22:53,958 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab95ab1b5068a0d6 with lease ID 0xc6d7a57256185141: Processing first storage report for DS-7f99b805-10b9-46be-ad0b-09c447894723 from datanode DatanodeRegistration(127.0.0.1:37525, datanodeUuid=0eb92fb9-8bdf-4374-80dd-ac105f73e2d2, infoPort=39653, infoSecurePort=0, ipcPort=39385, storageInfo=lv=-57;cid=testClusterID;nsid=477845936;c=1731482571643) 2024-11-13T07:22:53,959 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab95ab1b5068a0d6 with lease ID 0xc6d7a57256185141: from storage DS-7f99b805-10b9-46be-ad0b-09c447894723 node DatanodeRegistration(127.0.0.1:37525, datanodeUuid=0eb92fb9-8bdf-4374-80dd-ac105f73e2d2, infoPort=39653, infoSecurePort=0, ipcPort=39385, storageInfo=lv=-57;cid=testClusterID;nsid=477845936;c=1731482571643), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T07:22:53,959 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab95ab1b5068a0d6 with lease ID 0xc6d7a57256185141: Processing first storage report for DS-98225a48-5164-450a-9d4b-7c71d96f609a from datanode DatanodeRegistration(127.0.0.1:37525, datanodeUuid=0eb92fb9-8bdf-4374-80dd-ac105f73e2d2, infoPort=39653, infoSecurePort=0, ipcPort=39385, storageInfo=lv=-57;cid=testClusterID;nsid=477845936;c=1731482571643) 2024-11-13T07:22:53,959 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab95ab1b5068a0d6 with lease ID 0xc6d7a57256185141: from storage DS-98225a48-5164-450a-9d4b-7c71d96f609a node DatanodeRegistration(127.0.0.1:37525, datanodeUuid=0eb92fb9-8bdf-4374-80dd-ac105f73e2d2, infoPort=39653, infoSecurePort=0, ipcPort=39385, storageInfo=lv=-57;cid=testClusterID;nsid=477845936;c=1731482571643), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T07:22:54,046 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bd4ffaf-4631-1eab-d173-7bcbab828042 2024-11-13T07:22:54,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:22:54,048 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:22:54,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741825_1001 (size=7) 2024-11-13T07:22:54,329 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T07:22:54,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:22:54,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:22:54,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:22:54,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:22:54,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:22:54,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:22:54,456 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86 with version=8 2024-11-13T07:22:54,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/hbase-staging 2024-11-13T07:22:54,458 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:22:54,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:22:54,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:22:54,458 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:22:54,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:22:54,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:22:54,458 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T07:22:54,458 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:22:54,459 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38669 2024-11-13T07:22:54,460 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38669 connecting to ZooKeeper ensemble=127.0.0.1:57660 2024-11-13T07:22:54,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386690x0, quorum=127.0.0.1:57660, baseZNode=/01207851192 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:22:54,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38669-0x10133134f000000 connected 2024-11-13T07:22:55,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:22:55,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:22:55,007 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38669-0x10133134f000000, quorum=127.0.0.1:57660, baseZNode=/01207851192 Set watcher on znode that does not yet exist, /01207851192/running 2024-11-13T07:22:55,007 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86, hbase.cluster.distributed=false 2024-11-13T07:22:55,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38669-0x10133134f000000, quorum=127.0.0.1:57660, baseZNode=/01207851192 Set watcher on znode that does not yet exist, /01207851192/acl 2024-11-13T07:22:55,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38669 2024-11-13T07:22:55,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38669 2024-11-13T07:22:55,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38669 2024-11-13T07:22:55,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38669 2024-11-13T07:22:55,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38669 2024-11-13T07:22:55,023 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:22:55,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:22:55,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:22:55,023 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:22:55,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:22:55,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:22:55,023 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T07:22:55,023 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:22:55,023 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38515 2024-11-13T07:22:55,024 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38515 connecting to ZooKeeper ensemble=127.0.0.1:57660 2024-11-13T07:22:55,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:22:55,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:22:55,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385150x0, quorum=127.0.0.1:57660, baseZNode=/01207851192 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:22:55,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385150x0, quorum=127.0.0.1:57660, baseZNode=/01207851192 Set watcher on znode that does not yet exist, /01207851192/running 2024-11-13T07:22:55,098 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38515-0x10133134f000001 connected 2024-11-13T07:22:55,098 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T07:22:55,099 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T07:22:55,099 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38515-0x10133134f000001, quorum=127.0.0.1:57660, baseZNode=/01207851192 Set watcher on znode that does not yet exist, /01207851192/master 2024-11-13T07:22:55,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38515-0x10133134f000001, quorum=127.0.0.1:57660, baseZNode=/01207851192 Set watcher on znode that does not yet exist, /01207851192/acl 2024-11-13T07:22:55,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38515 2024-11-13T07:22:55,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38515 2024-11-13T07:22:55,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38515 2024-11-13T07:22:55,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38515 2024-11-13T07:22:55,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38515 2024-11-13T07:22:55,113 DEBUG [M:0;2998b885bdef:38669 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2998b885bdef:38669 2024-11-13T07:22:55,114 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01207851192/backup-masters/2998b885bdef,38669,1731482574458 2024-11-13T07:22:55,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x10133134f000001, quorum=127.0.0.1:57660, baseZNode=/01207851192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01207851192/backup-masters 2024-11-13T07:22:55,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x10133134f000000, quorum=127.0.0.1:57660, baseZNode=/01207851192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01207851192/backup-masters 2024-11-13T07:22:55,161 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38669-0x10133134f000000, quorum=127.0.0.1:57660, baseZNode=/01207851192 Set watcher on existing znode=/01207851192/backup-masters/2998b885bdef,38669,1731482574458 2024-11-13T07:22:55,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x10133134f000001, quorum=127.0.0.1:57660, baseZNode=/01207851192 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01207851192/master 2024-11-13T07:22:55,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x10133134f000001, quorum=127.0.0.1:57660, baseZNode=/01207851192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01207851192 2024-11-13T07:22:55,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x10133134f000000, quorum=127.0.0.1:57660, baseZNode=/01207851192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01207851192 2024-11-13T07:22:55,225 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38669-0x10133134f000000, quorum=127.0.0.1:57660, baseZNode=/01207851192 Set watcher on existing znode=/01207851192/master 2024-11-13T07:22:55,225 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01207851192/backup-masters/2998b885bdef,38669,1731482574458 from backup master directory 2024-11-13T07:22:55,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x10133134f000000, quorum=127.0.0.1:57660, baseZNode=/01207851192 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01207851192/backup-masters/2998b885bdef,38669,1731482574458 2024-11-13T07:22:55,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x10133134f000001, quorum=127.0.0.1:57660, baseZNode=/01207851192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01207851192/backup-masters 2024-11-13T07:22:55,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x10133134f000000, quorum=127.0.0.1:57660, baseZNode=/01207851192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01207851192/backup-masters 2024-11-13T07:22:55,299 WARN [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:22:55,299 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2998b885bdef,38669,1731482574458 2024-11-13T07:22:55,303 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/hbase.id] with ID: d4348f69-7c15-4cd1-9c06-2491739e5122 2024-11-13T07:22:55,303 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/.tmp/hbase.id 2024-11-13T07:22:55,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741826_1002 (size=42) 2024-11-13T07:22:55,708 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/.tmp/hbase.id]:[hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/hbase.id] 2024-11-13T07:22:55,717 INFO [master/2998b885bdef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:22:55,717 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T07:22:55,719 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T07:22:55,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x10133134f000000, quorum=127.0.0.1:57660, baseZNode=/01207851192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01207851192 2024-11-13T07:22:55,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x10133134f000001, quorum=127.0.0.1:57660, baseZNode=/01207851192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01207851192 2024-11-13T07:22:55,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741827_1003 (size=196) 2024-11-13T07:22:56,205 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:22:56,205 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T07:22:56,206 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:22:56,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741828_1004 (size=1189) 2024-11-13T07:22:56,612 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/MasterData/data/master/store 2024-11-13T07:22:56,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741829_1005 (size=34) 2024-11-13T07:22:57,022 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:22:57,023 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:22:57,023 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:22:57,023 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:22:57,023 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:22:57,023 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:22:57,023 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:22:57,023 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482577023Disabling compacts and flushes for region at 1731482577023Disabling writes for close at 1731482577023Writing region close event to WAL at 1731482577023Closed at 1731482577023 2024-11-13T07:22:57,024 WARN [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/MasterData/data/master/store/.initializing 2024-11-13T07:22:57,024 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/MasterData/WALs/2998b885bdef,38669,1731482574458 2024-11-13T07:22:57,025 INFO [master/2998b885bdef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:22:57,026 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2998b885bdef%2C38669%2C1731482574458, suffix=, logDir=hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/MasterData/WALs/2998b885bdef,38669,1731482574458, archiveDir=hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/MasterData/oldWALs, maxLogs=10 2024-11-13T07:22:57,038 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/MasterData/WALs/2998b885bdef,38669,1731482574458/2998b885bdef%2C38669%2C1731482574458.1731482577026, exclude list is [], retry=0 2024-11-13T07:22:57,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37525,DS-7f99b805-10b9-46be-ad0b-09c447894723,DISK] 2024-11-13T07:22:57,042 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/MasterData/WALs/2998b885bdef,38669,1731482574458/2998b885bdef%2C38669%2C1731482574458.1731482577026 2024-11-13T07:22:57,042 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39653:39653)] 2024-11-13T07:22:57,042 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:22:57,042 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:22:57,042 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:57,042 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:57,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:57,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T07:22:57,045 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:57,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:22:57,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:57,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T07:22:57,046 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:57,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:22:57,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:57,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T07:22:57,048 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:57,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:22:57,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:57,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T07:22:57,049 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:57,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:22:57,050 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:57,050 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:57,051 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:57,052 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:57,052 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:57,052 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:22:57,053 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:22:57,055 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:22:57,055 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63082208, jitterRate=-0.06000185012817383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:22:57,056 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731482577042Initializing all the Stores at 1731482577043 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482577043Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482577043Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482577043Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482577043Cleaning up temporary data from old regions at 1731482577052 (+9 ms)Region opened successfully at 1731482577056 (+4 ms) 2024-11-13T07:22:57,056 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T07:22:57,059 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ad1a2df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:22:57,059 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T07:22:57,059 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T07:22:57,059 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T07:22:57,060 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T07:22:57,060 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T07:22:57,060 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T07:22:57,060 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T07:22:57,062 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T07:22:57,063 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38669-0x10133134f000000, quorum=127.0.0.1:57660, baseZNode=/01207851192 Unable to get data of znode /01207851192/balancer because node does not exist (not necessarily an error) 2024-11-13T07:22:57,076 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01207851192/balancer already deleted, retry=false 2024-11-13T07:22:57,077 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T07:22:57,077 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38669-0x10133134f000000, quorum=127.0.0.1:57660, baseZNode=/01207851192 Unable to get data of znode /01207851192/normalizer because node does not exist (not necessarily an error) 2024-11-13T07:22:57,097 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01207851192/normalizer already deleted, retry=false 2024-11-13T07:22:57,098 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T07:22:57,098 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38669-0x10133134f000000, quorum=127.0.0.1:57660, baseZNode=/01207851192 Unable to get data of znode /01207851192/switch/split because node does not exist (not necessarily an error) 2024-11-13T07:22:57,118 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01207851192/switch/split already deleted, retry=false 2024-11-13T07:22:57,119 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38669-0x10133134f000000, quorum=127.0.0.1:57660, baseZNode=/01207851192 Unable to get data of znode /01207851192/switch/merge because node does not exist (not necessarily an error) 2024-11-13T07:22:57,139 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01207851192/switch/merge already deleted, retry=false 2024-11-13T07:22:57,141 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38669-0x10133134f000000, quorum=127.0.0.1:57660, baseZNode=/01207851192 Unable to get data of znode /01207851192/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T07:22:57,160 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01207851192/snapshot-cleanup already deleted, retry=false 2024-11-13T07:22:57,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x10133134f000000, quorum=127.0.0.1:57660, baseZNode=/01207851192 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01207851192/running 2024-11-13T07:22:57,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x10133134f000000, quorum=127.0.0.1:57660, baseZNode=/01207851192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01207851192 2024-11-13T07:22:57,182 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2998b885bdef,38669,1731482574458, sessionid=0x10133134f000000, setting cluster-up flag (Was=false) 2024-11-13T07:22:57,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x10133134f000001, quorum=127.0.0.1:57660, baseZNode=/01207851192 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01207851192/running 2024-11-13T07:22:57,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x10133134f000001, quorum=127.0.0.1:57660, baseZNode=/01207851192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01207851192 2024-11-13T07:22:57,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x10133134f000001, quorum=127.0.0.1:57660, baseZNode=/01207851192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01207851192 2024-11-13T07:22:57,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x10133134f000000, quorum=127.0.0.1:57660, baseZNode=/01207851192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01207851192 2024-11-13T07:22:57,234 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01207851192/flush-table-proc/acquired, /01207851192/flush-table-proc/reached, /01207851192/flush-table-proc/abort 2024-11-13T07:22:57,236 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,38669,1731482574458 2024-11-13T07:22:57,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x10133134f000001, quorum=127.0.0.1:57660, baseZNode=/01207851192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01207851192 2024-11-13T07:22:57,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x10133134f000000, quorum=127.0.0.1:57660, baseZNode=/01207851192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01207851192 2024-11-13T07:22:57,340 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01207851192/online-snapshot/acquired, /01207851192/online-snapshot/reached, /01207851192/online-snapshot/abort 2024-11-13T07:22:57,341 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,38669,1731482574458 2024-11-13T07:22:57,345 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T07:22:57,346 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T07:22:57,347 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T07:22:57,347 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T07:22:57,347 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2998b885bdef,38669,1731482574458 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T07:22:57,348 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:22:57,348 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:22:57,348 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:22:57,348 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:22:57,348 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2998b885bdef:0, corePoolSize=10, maxPoolSize=10 2024-11-13T07:22:57,348 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:57,348 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:22:57,348 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:57,356 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:22:57,356 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T07:22:57,357 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:57,357 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T07:22:57,361 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731482607360 2024-11-13T07:22:57,361 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T07:22:57,361 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T07:22:57,361 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T07:22:57,361 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T07:22:57,361 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T07:22:57,361 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T07:22:57,364 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:57,364 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T07:22:57,365 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T07:22:57,365 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T07:22:57,365 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T07:22:57,365 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T07:22:57,365 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T07:22:57,365 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482577365,5,FailOnTimeoutGroup] 2024-11-13T07:22:57,366 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482577366,5,FailOnTimeoutGroup] 2024-11-13T07:22:57,366 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:57,366 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T07:22:57,366 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:57,366 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:57,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741831_1007 (size=1321) 2024-11-13T07:22:57,409 INFO [RS:0;2998b885bdef:38515 {}] regionserver.HRegionServer(746): ClusterId : d4348f69-7c15-4cd1-9c06-2491739e5122 2024-11-13T07:22:57,409 DEBUG [RS:0;2998b885bdef:38515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T07:22:57,421 DEBUG [RS:0;2998b885bdef:38515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T07:22:57,421 DEBUG [RS:0;2998b885bdef:38515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T07:22:57,429 DEBUG [RS:0;2998b885bdef:38515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T07:22:57,429 DEBUG [RS:0;2998b885bdef:38515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@782b257d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:22:57,451 DEBUG [RS:0;2998b885bdef:38515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2998b885bdef:38515 2024-11-13T07:22:57,451 INFO [RS:0;2998b885bdef:38515 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T07:22:57,451 INFO [RS:0;2998b885bdef:38515 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T07:22:57,451 DEBUG [RS:0;2998b885bdef:38515 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T07:22:57,464 INFO [RS:0;2998b885bdef:38515 {}] regionserver.HRegionServer(2659): reportForDuty to master=2998b885bdef,38669,1731482574458 with port=38515, startcode=1731482575022 2024-11-13T07:22:57,465 DEBUG [RS:0;2998b885bdef:38515 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T07:22:57,469 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T07:22:57,469 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38669 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2998b885bdef,38515,1731482575022 2024-11-13T07:22:57,469 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38669 {}] master.ServerManager(517): Registering regionserver=2998b885bdef,38515,1731482575022 2024-11-13T07:22:57,473 DEBUG [RS:0;2998b885bdef:38515 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86 2024-11-13T07:22:57,473 DEBUG [RS:0;2998b885bdef:38515 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37307 2024-11-13T07:22:57,473 DEBUG [RS:0;2998b885bdef:38515 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T07:22:57,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x10133134f000000, quorum=127.0.0.1:57660, baseZNode=/01207851192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01207851192/rs 2024-11-13T07:22:57,477 DEBUG [RS:0;2998b885bdef:38515 {}] zookeeper.ZKUtil(111): regionserver:38515-0x10133134f000001, quorum=127.0.0.1:57660, baseZNode=/01207851192 Set watcher on existing znode=/01207851192/rs/2998b885bdef,38515,1731482575022 2024-11-13T07:22:57,477 WARN [RS:0;2998b885bdef:38515 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:22:57,477 INFO [RS:0;2998b885bdef:38515 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:22:57,477 DEBUG [RS:0;2998b885bdef:38515 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/WALs/2998b885bdef,38515,1731482575022 2024-11-13T07:22:57,485 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2998b885bdef,38515,1731482575022] 2024-11-13T07:22:57,488 INFO [RS:0;2998b885bdef:38515 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T07:22:57,492 INFO [RS:0;2998b885bdef:38515 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T07:22:57,496 INFO [RS:0;2998b885bdef:38515 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T07:22:57,496 INFO [RS:0;2998b885bdef:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:57,496 INFO [RS:0;2998b885bdef:38515 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T07:22:57,497 INFO [RS:0;2998b885bdef:38515 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T07:22:57,497 INFO [RS:0;2998b885bdef:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:57,497 DEBUG [RS:0;2998b885bdef:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:57,498 DEBUG [RS:0;2998b885bdef:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:57,498 DEBUG [RS:0;2998b885bdef:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:57,498 DEBUG [RS:0;2998b885bdef:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:57,498 DEBUG [RS:0;2998b885bdef:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:57,498 DEBUG [RS:0;2998b885bdef:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:22:57,498 DEBUG [RS:0;2998b885bdef:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:57,498 DEBUG [RS:0;2998b885bdef:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:57,498 DEBUG [RS:0;2998b885bdef:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:57,498 DEBUG [RS:0;2998b885bdef:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:57,498 DEBUG [RS:0;2998b885bdef:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:57,498 DEBUG [RS:0;2998b885bdef:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:22:57,498 DEBUG [RS:0;2998b885bdef:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:22:57,498 DEBUG [RS:0;2998b885bdef:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:22:57,503 INFO [RS:0;2998b885bdef:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:57,503 INFO [RS:0;2998b885bdef:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:57,504 INFO [RS:0;2998b885bdef:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:57,504 INFO [RS:0;2998b885bdef:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:57,504 INFO [RS:0;2998b885bdef:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:57,504 INFO [RS:0;2998b885bdef:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,38515,1731482575022-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:22:57,522 INFO [RS:0;2998b885bdef:38515 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T07:22:57,522 INFO [RS:0;2998b885bdef:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,38515,1731482575022-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:57,522 INFO [RS:0;2998b885bdef:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:57,522 INFO [RS:0;2998b885bdef:38515 {}] regionserver.Replication(171): 2998b885bdef,38515,1731482575022 started 2024-11-13T07:22:57,541 INFO [RS:0;2998b885bdef:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:57,541 INFO [RS:0;2998b885bdef:38515 {}] regionserver.HRegionServer(1482): Serving as 2998b885bdef,38515,1731482575022, RpcServer on 2998b885bdef/172.17.0.3:38515, sessionid=0x10133134f000001 2024-11-13T07:22:57,541 DEBUG [RS:0;2998b885bdef:38515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T07:22:57,541 DEBUG [RS:0;2998b885bdef:38515 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2998b885bdef,38515,1731482575022 2024-11-13T07:22:57,541 DEBUG [RS:0;2998b885bdef:38515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,38515,1731482575022' 2024-11-13T07:22:57,541 DEBUG [RS:0;2998b885bdef:38515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01207851192/flush-table-proc/abort' 2024-11-13T07:22:57,542 DEBUG [RS:0;2998b885bdef:38515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01207851192/flush-table-proc/acquired' 2024-11-13T07:22:57,542 DEBUG [RS:0;2998b885bdef:38515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T07:22:57,542 DEBUG [RS:0;2998b885bdef:38515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T07:22:57,542 DEBUG [RS:0;2998b885bdef:38515 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2998b885bdef,38515,1731482575022 2024-11-13T07:22:57,542 DEBUG [RS:0;2998b885bdef:38515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,38515,1731482575022' 2024-11-13T07:22:57,542 DEBUG [RS:0;2998b885bdef:38515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01207851192/online-snapshot/abort' 2024-11-13T07:22:57,542 DEBUG [RS:0;2998b885bdef:38515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01207851192/online-snapshot/acquired' 2024-11-13T07:22:57,542 DEBUG [RS:0;2998b885bdef:38515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T07:22:57,543 INFO [RS:0;2998b885bdef:38515 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T07:22:57,543 INFO [RS:0;2998b885bdef:38515 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T07:22:57,643 INFO [RS:0;2998b885bdef:38515 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:22:57,645 INFO [RS:0;2998b885bdef:38515 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C38515%2C1731482575022, suffix=, logDir=hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/WALs/2998b885bdef,38515,1731482575022, archiveDir=hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/oldWALs, maxLogs=10 2024-11-13T07:22:57,656 DEBUG [RS:0;2998b885bdef:38515 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/WALs/2998b885bdef,38515,1731482575022/2998b885bdef%2C38515%2C1731482575022.1731482577645, exclude list is [], retry=0 2024-11-13T07:22:57,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37525,DS-7f99b805-10b9-46be-ad0b-09c447894723,DISK] 2024-11-13T07:22:57,661 INFO [RS:0;2998b885bdef:38515 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/WALs/2998b885bdef,38515,1731482575022/2998b885bdef%2C38515%2C1731482575022.1731482577645 2024-11-13T07:22:57,661 DEBUG [RS:0;2998b885bdef:38515 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39653:39653)] 2024-11-13T07:22:57,769 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T07:22:57,769 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86 2024-11-13T07:22:57,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741833_1009 (size=32) 2024-11-13T07:22:58,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:22:58,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:22:58,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:22:58,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:58,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:22:58,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:22:58,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:22:58,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:58,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:22:58,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:22:58,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:22:58,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:58,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:22:58,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:22:58,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:22:58,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:58,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:22:58,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:22:58,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/hbase/meta/1588230740 2024-11-13T07:22:58,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/hbase/meta/1588230740 2024-11-13T07:22:58,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:22:58,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:22:58,184 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:22:58,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:22:58,186 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:22:58,187 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70795091, jitterRate=0.054929062724113464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:22:58,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731482578174Initializing all the Stores at 1731482578175 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482578175Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482578175Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482578175Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482578175Cleaning up temporary data from old regions at 1731482578183 (+8 ms)Region opened successfully at 1731482578187 (+4 ms) 2024-11-13T07:22:58,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:22:58,187 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:22:58,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:22:58,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:22:58,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:22:58,188 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:22:58,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482578187Disabling compacts and flushes for region at 1731482578187Disabling writes for close at 1731482578187Writing region close event to WAL at 1731482578188 (+1 ms)Closed at 1731482578188 2024-11-13T07:22:58,189 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:22:58,189 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T07:22:58,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T07:22:58,190 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:22:58,190 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T07:22:58,340 DEBUG [2998b885bdef:38669 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T07:22:58,341 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2998b885bdef,38515,1731482575022 2024-11-13T07:22:58,342 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,38515,1731482575022, state=OPENING 2024-11-13T07:22:58,350 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T07:22:58,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x10133134f000001, quorum=127.0.0.1:57660, baseZNode=/01207851192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01207851192 2024-11-13T07:22:58,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x10133134f000000, quorum=127.0.0.1:57660, baseZNode=/01207851192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01207851192 2024-11-13T07:22:58,371 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01207851192/meta-region-server: CHANGED 2024-11-13T07:22:58,371 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:22:58,371 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01207851192/meta-region-server: CHANGED 2024-11-13T07:22:58,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,38515,1731482575022}] 2024-11-13T07:22:58,524 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T07:22:58,525 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38283, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T07:22:58,528 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T07:22:58,528 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:22:58,528 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T07:22:58,530 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C38515%2C1731482575022.meta, suffix=.meta, logDir=hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/WALs/2998b885bdef,38515,1731482575022, archiveDir=hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/oldWALs, maxLogs=10 2024-11-13T07:22:58,542 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/WALs/2998b885bdef,38515,1731482575022/2998b885bdef%2C38515%2C1731482575022.meta.1731482578530.meta, exclude list is [], retry=0 2024-11-13T07:22:58,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37525,DS-7f99b805-10b9-46be-ad0b-09c447894723,DISK] 2024-11-13T07:22:58,546 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/WALs/2998b885bdef,38515,1731482575022/2998b885bdef%2C38515%2C1731482575022.meta.1731482578530.meta 2024-11-13T07:22:58,546 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39653:39653)] 2024-11-13T07:22:58,546 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:22:58,546 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:22:58,547 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T07:22:58,547 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T07:22:58,547 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T07:22:58,547 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T07:22:58,547 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:22:58,547 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T07:22:58,547 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T07:22:58,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:22:58,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:22:58,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:58,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:22:58,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:22:58,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:22:58,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:58,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:22:58,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:22:58,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:22:58,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:58,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:22:58,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:22:58,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:22:58,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:22:58,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:22:58,552 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:22:58,553 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/hbase/meta/1588230740 2024-11-13T07:22:58,554 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/hbase/meta/1588230740 2024-11-13T07:22:58,555 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:22:58,555 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:22:58,555 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:22:58,556 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:22:58,557 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70413654, jitterRate=0.049245208501815796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:22:58,557 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T07:22:58,557 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731482578547Writing region info on filesystem at 1731482578547Initializing all the Stores at 1731482578548 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482578548Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482578548Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482578548Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482578548Cleaning up temporary data from old regions at 1731482578555 (+7 ms)Running coprocessor post-open hooks at 1731482578557 (+2 ms)Region opened successfully at 1731482578557 2024-11-13T07:22:58,558 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731482578523 2024-11-13T07:22:58,559 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T07:22:58,559 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T07:22:58,560 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,38515,1731482575022 2024-11-13T07:22:58,561 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,38515,1731482575022, state=OPEN 2024-11-13T07:22:58,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x10133134f000000, quorum=127.0.0.1:57660, baseZNode=/01207851192 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01207851192/meta-region-server 2024-11-13T07:22:58,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x10133134f000001, quorum=127.0.0.1:57660, baseZNode=/01207851192 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01207851192/meta-region-server 2024-11-13T07:22:58,653 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2998b885bdef,38515,1731482575022 2024-11-13T07:22:58,653 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01207851192/meta-region-server: CHANGED 2024-11-13T07:22:58,653 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01207851192/meta-region-server: CHANGED 2024-11-13T07:22:58,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T07:22:58,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,38515,1731482575022 in 282 msec 2024-11-13T07:22:58,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T07:22:58,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 466 msec 2024-11-13T07:22:58,657 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:22:58,657 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T07:22:58,658 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:22:58,658 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,38515,1731482575022, seqNum=-1] 2024-11-13T07:22:58,658 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:22:58,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:22:58,663 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3170 sec 2024-11-13T07:22:58,663 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731482578663, completionTime=-1 2024-11-13T07:22:58,663 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T07:22:58,663 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T07:22:58,664 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T07:22:58,664 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731482638664 2024-11-13T07:22:58,665 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731482698664 2024-11-13T07:22:58,665 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T07:22:58,665 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,38669,1731482574458-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:58,665 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,38669,1731482574458-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:58,665 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,38669,1731482574458-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:58,665 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2998b885bdef:38669, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:58,665 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:58,665 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:58,667 DEBUG [master/2998b885bdef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T07:22:58,669 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.369sec 2024-11-13T07:22:58,669 INFO [master/2998b885bdef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T07:22:58,669 INFO [master/2998b885bdef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T07:22:58,669 INFO [master/2998b885bdef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T07:22:58,669 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T07:22:58,669 INFO [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T07:22:58,669 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,38669,1731482574458-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:22:58,669 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,38669,1731482574458-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T07:22:58,671 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T07:22:58,672 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T07:22:58,672 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,38669,1731482574458-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:22:58,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a928f2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:22:58,709 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,38669,-1 for getting cluster id 2024-11-13T07:22:58,709 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:22:58,710 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4348f69-7c15-4cd1-9c06-2491739e5122' 2024-11-13T07:22:58,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:22:58,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4348f69-7c15-4cd1-9c06-2491739e5122" 2024-11-13T07:22:58,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417d4cf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:22:58,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,38669,-1] 2024-11-13T07:22:58,711 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:22:58,711 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:22:58,711 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:22:58,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ae344b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:22:58,712 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:22:58,713 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,38515,1731482575022, seqNum=-1] 2024-11-13T07:22:58,713 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:22:58,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:22:58,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2998b885bdef,38669,1731482574458 2024-11-13T07:22:58,717 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57660 2024-11-13T07:22:58,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57660, baseZNode=/01207851192 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:22:58,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10133134f000002 connected 2024-11-13T07:22:58,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bd4ffaf-4631-1eab-d173-7bcbab828042/hadoop.log.dir so I do NOT create it in target/test-data/4f66dcf8-703a-5785-5dd3-cc8479ccefb4 2024-11-13T07:22:58,743 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bd4ffaf-4631-1eab-d173-7bcbab828042/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T07:22:58,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bd4ffaf-4631-1eab-d173-7bcbab828042/hadoop.tmp.dir so I do NOT create it in target/test-data/4f66dcf8-703a-5785-5dd3-cc8479ccefb4 2024-11-13T07:22:58,743 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bd4ffaf-4631-1eab-d173-7bcbab828042/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T07:22:58,743 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f66dcf8-703a-5785-5dd3-cc8479ccefb4 2024-11-13T07:22:58,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T07:22:58,743 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f66dcf8-703a-5785-5dd3-cc8479ccefb4/cluster_bc9f85da-90ec-4342-f3a0-899119544457, deleteOnExit=true 2024-11-13T07:22:58,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T07:22:58,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f66dcf8-703a-5785-5dd3-cc8479ccefb4/test.cache.data in system properties and HBase conf 2024-11-13T07:22:58,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f66dcf8-703a-5785-5dd3-cc8479ccefb4/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T07:22:58,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f66dcf8-703a-5785-5dd3-cc8479ccefb4/hadoop.log.dir in system properties and HBase conf 2024-11-13T07:22:58,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f66dcf8-703a-5785-5dd3-cc8479ccefb4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T07:22:58,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f66dcf8-703a-5785-5dd3-cc8479ccefb4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T07:22:58,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T07:22:58,744 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T07:22:58,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f66dcf8-703a-5785-5dd3-cc8479ccefb4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:22:58,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f66dcf8-703a-5785-5dd3-cc8479ccefb4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:22:58,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f66dcf8-703a-5785-5dd3-cc8479ccefb4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T07:22:58,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f66dcf8-703a-5785-5dd3-cc8479ccefb4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:22:58,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f66dcf8-703a-5785-5dd3-cc8479ccefb4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T07:22:58,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f66dcf8-703a-5785-5dd3-cc8479ccefb4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T07:22:58,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f66dcf8-703a-5785-5dd3-cc8479ccefb4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:22:58,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f66dcf8-703a-5785-5dd3-cc8479ccefb4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:22:58,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f66dcf8-703a-5785-5dd3-cc8479ccefb4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T07:22:58,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f66dcf8-703a-5785-5dd3-cc8479ccefb4/nfs.dump.dir in system properties and HBase conf 2024-11-13T07:22:58,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f66dcf8-703a-5785-5dd3-cc8479ccefb4/java.io.tmpdir in system properties and HBase conf 2024-11-13T07:22:58,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f66dcf8-703a-5785-5dd3-cc8479ccefb4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:22:58,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f66dcf8-703a-5785-5dd3-cc8479ccefb4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T07:22:58,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f66dcf8-703a-5785-5dd3-cc8479ccefb4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T07:22:59,163 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:22:59,167 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:22:59,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:22:59,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:22:59,168 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T07:22:59,169 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:22:59,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@686b2ef1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f66dcf8-703a-5785-5dd3-cc8479ccefb4/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:22:59,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21ff4b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:22:59,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5775d436{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f66dcf8-703a-5785-5dd3-cc8479ccefb4/java.io.tmpdir/jetty-localhost-34755-hadoop-hdfs-3_4_1-tests_jar-_-any-11606642207729684043/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:22:59,272 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4150c06f{HTTP/1.1, (http/1.1)}{localhost:34755} 2024-11-13T07:22:59,272 INFO [Time-limited test {}] server.Server(415): Started @267162ms 2024-11-13T07:22:59,735 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:22:59,739 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:22:59,747 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:22:59,747 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:22:59,747 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T07:22:59,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d241d31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f66dcf8-703a-5785-5dd3-cc8479ccefb4/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:22:59,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16cafbe3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:22:59,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3da36794{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f66dcf8-703a-5785-5dd3-cc8479ccefb4/java.io.tmpdir/jetty-localhost-46123-hadoop-hdfs-3_4_1-tests_jar-_-any-11700950565448953728/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:22:59,877 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4209bb98{HTTP/1.1, (http/1.1)}{localhost:46123} 2024-11-13T07:22:59,877 INFO [Time-limited test {}] server.Server(415): Started @267768ms 2024-11-13T07:22:59,879 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T07:23:00,133 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T07:23:00,133 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T07:23:00,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:23:00,134 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T07:23:00,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:23:00,134 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T07:23:00,709 WARN [Thread-1808 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f66dcf8-703a-5785-5dd3-cc8479ccefb4/cluster_bc9f85da-90ec-4342-f3a0-899119544457/data/data2/current/BP-830581359-172.17.0.3-1731482578761/current, will proceed with Du for space computation calculation, 2024-11-13T07:23:00,712 WARN [Thread-1807 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f66dcf8-703a-5785-5dd3-cc8479ccefb4/cluster_bc9f85da-90ec-4342-f3a0-899119544457/data/data1/current/BP-830581359-172.17.0.3-1731482578761/current, will proceed with Du for space computation calculation, 2024-11-13T07:23:00,775 WARN [Thread-1795 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T07:23:00,789 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7630951c5d3f60aa with lease ID 0x61341d924446fdc6: Processing first storage report for DS-3d7902c1-28a3-485a-839e-0037a2a686a2 from datanode DatanodeRegistration(127.0.0.1:39333, datanodeUuid=85790f5e-e997-4964-8fe6-9d5b1edb7331, infoPort=40975, infoSecurePort=0, ipcPort=34643, storageInfo=lv=-57;cid=testClusterID;nsid=241677802;c=1731482578761) 2024-11-13T07:23:00,789 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7630951c5d3f60aa with lease ID 0x61341d924446fdc6: from storage DS-3d7902c1-28a3-485a-839e-0037a2a686a2 node DatanodeRegistration(127.0.0.1:39333, datanodeUuid=85790f5e-e997-4964-8fe6-9d5b1edb7331, infoPort=40975, infoSecurePort=0, ipcPort=34643, storageInfo=lv=-57;cid=testClusterID;nsid=241677802;c=1731482578761), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T07:23:00,790 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7630951c5d3f60aa with lease ID 0x61341d924446fdc6: Processing first storage report for DS-ced65be3-54fa-4785-831b-b79b061e3bdd from datanode DatanodeRegistration(127.0.0.1:39333, datanodeUuid=85790f5e-e997-4964-8fe6-9d5b1edb7331, infoPort=40975, infoSecurePort=0, ipcPort=34643, storageInfo=lv=-57;cid=testClusterID;nsid=241677802;c=1731482578761) 2024-11-13T07:23:00,790 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7630951c5d3f60aa with lease ID 0x61341d924446fdc6: from storage DS-ced65be3-54fa-4785-831b-b79b061e3bdd node DatanodeRegistration(127.0.0.1:39333, datanodeUuid=85790f5e-e997-4964-8fe6-9d5b1edb7331, infoPort=40975, infoSecurePort=0, ipcPort=34643, storageInfo=lv=-57;cid=testClusterID;nsid=241677802;c=1731482578761), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T07:23:00,849 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f66dcf8-703a-5785-5dd3-cc8479ccefb4 2024-11-13T07:23:00,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:23:00,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:23:00,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741825_1001 (size=7) 2024-11-13T07:23:01,297 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620 with version=8 2024-11-13T07:23:01,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/hbase-staging 2024-11-13T07:23:01,299 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:23:01,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:23:01,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:23:01,299 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:23:01,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:23:01,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:23:01,299 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T07:23:01,299 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:23:01,300 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39417 2024-11-13T07:23:01,300 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39417 connecting to ZooKeeper ensemble=127.0.0.1:57660 2024-11-13T07:23:01,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394170x0, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:23:01,352 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39417-0x10133134f000003 connected 2024-11-13T07:23:01,426 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:23:01,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:23:01,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39417-0x10133134f000003, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Set watcher on znode that does not yet exist, /1-1957296023/running 2024-11-13T07:23:01,432 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620, hbase.cluster.distributed=false 2024-11-13T07:23:01,451 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39417-0x10133134f000003, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Set watcher on znode that does not yet exist, /1-1957296023/acl 2024-11-13T07:23:01,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39417 2024-11-13T07:23:01,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39417 2024-11-13T07:23:01,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39417 2024-11-13T07:23:01,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39417 2024-11-13T07:23:01,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39417 2024-11-13T07:23:01,501 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:23:01,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:23:01,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:23:01,502 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:23:01,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:23:01,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:23:01,502 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T07:23:01,502 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:23:01,504 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37029 2024-11-13T07:23:01,520 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37029 connecting to ZooKeeper ensemble=127.0.0.1:57660 2024-11-13T07:23:01,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:23:01,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:23:01,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370290x0, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:23:01,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:370290x0, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Set watcher on znode that does not yet exist, /1-1957296023/running 2024-11-13T07:23:01,541 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37029-0x10133134f000004 connected 2024-11-13T07:23:01,542 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T07:23:01,548 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T07:23:01,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37029-0x10133134f000004, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Set watcher on znode that does not yet exist, /1-1957296023/master 2024-11-13T07:23:01,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37029-0x10133134f000004, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Set watcher on znode that does not yet exist, /1-1957296023/acl 2024-11-13T07:23:01,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37029 2024-11-13T07:23:01,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37029 2024-11-13T07:23:01,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37029 2024-11-13T07:23:01,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37029 2024-11-13T07:23:01,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37029 2024-11-13T07:23:01,580 DEBUG [M:0;2998b885bdef:39417 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2998b885bdef:39417 2024-11-13T07:23:01,580 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1957296023/backup-masters/2998b885bdef,39417,1731482581299 2024-11-13T07:23:01,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x10133134f000004, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1957296023/backup-masters 2024-11-13T07:23:01,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39417-0x10133134f000003, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1957296023/backup-masters 2024-11-13T07:23:01,592 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39417-0x10133134f000003, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Set watcher on existing znode=/1-1957296023/backup-masters/2998b885bdef,39417,1731482581299 2024-11-13T07:23:01,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x10133134f000004, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1957296023/master 2024-11-13T07:23:01,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39417-0x10133134f000003, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1957296023 2024-11-13T07:23:01,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x10133134f000004, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1957296023 2024-11-13T07:23:01,605 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39417-0x10133134f000003, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Set watcher on existing znode=/1-1957296023/master 2024-11-13T07:23:01,605 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1957296023/backup-masters/2998b885bdef,39417,1731482581299 from backup master directory 2024-11-13T07:23:01,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x10133134f000004, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1957296023/backup-masters 2024-11-13T07:23:01,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39417-0x10133134f000003, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1957296023/backup-masters/2998b885bdef,39417,1731482581299 2024-11-13T07:23:01,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39417-0x10133134f000003, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1957296023/backup-masters 2024-11-13T07:23:01,618 WARN [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:23:01,618 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2998b885bdef,39417,1731482581299 2024-11-13T07:23:01,621 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/hbase.id] with ID: a4b753f2-e2a6-4c86-b9ce-949c21e2dee8 2024-11-13T07:23:01,621 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/.tmp/hbase.id 2024-11-13T07:23:01,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741826_1002 (size=42) 2024-11-13T07:23:02,027 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/.tmp/hbase.id]:[hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/hbase.id] 2024-11-13T07:23:02,038 INFO [master/2998b885bdef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:23:02,038 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T07:23:02,039 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T07:23:02,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x10133134f000004, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1957296023 2024-11-13T07:23:02,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39417-0x10133134f000003, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1957296023 2024-11-13T07:23:02,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741827_1003 (size=196) 2024-11-13T07:23:02,453 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:23:02,454 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T07:23:02,454 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:23:02,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741828_1004 (size=1189) 2024-11-13T07:23:02,861 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/MasterData/data/master/store 2024-11-13T07:23:02,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741829_1005 (size=34) 2024-11-13T07:23:02,866 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:23:02,867 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:23:02,867 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:23:02,867 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:23:02,867 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:23:02,867 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:23:02,867 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:23:02,867 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482582866Disabling compacts and flushes for region at 1731482582866Disabling writes for close at 1731482582867 (+1 ms)Writing region close event to WAL at 1731482582867Closed at 1731482582867 2024-11-13T07:23:02,868 WARN [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/MasterData/data/master/store/.initializing 2024-11-13T07:23:02,868 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/MasterData/WALs/2998b885bdef,39417,1731482581299 2024-11-13T07:23:02,868 INFO [master/2998b885bdef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:23:02,870 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2998b885bdef%2C39417%2C1731482581299, suffix=, logDir=hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/MasterData/WALs/2998b885bdef,39417,1731482581299, archiveDir=hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/MasterData/oldWALs, maxLogs=10 2024-11-13T07:23:02,885 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/MasterData/WALs/2998b885bdef,39417,1731482581299/2998b885bdef%2C39417%2C1731482581299.1731482582870, exclude list is [], retry=0 2024-11-13T07:23:02,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39333,DS-3d7902c1-28a3-485a-839e-0037a2a686a2,DISK] 2024-11-13T07:23:02,894 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/MasterData/WALs/2998b885bdef,39417,1731482581299/2998b885bdef%2C39417%2C1731482581299.1731482582870 2024-11-13T07:23:02,894 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40975:40975)] 2024-11-13T07:23:02,894 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:23:02,895 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:23:02,895 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:02,895 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:02,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:02,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T07:23:02,898 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:02,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:23:02,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:02,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T07:23:02,899 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:02,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:23:02,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:02,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T07:23:02,901 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:02,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:23:02,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:02,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T07:23:02,902 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:02,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:23:02,903 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:02,903 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:02,904 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:02,904 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:02,904 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:02,905 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:23:02,906 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:02,908 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:23:02,909 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73913888, jitterRate=0.10140275955200195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:23:02,909 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731482582895Initializing all the Stores at 1731482582896 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482582896Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482582896Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482582896Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482582896Cleaning up temporary data from old regions at 1731482582904 (+8 ms)Region opened successfully at 1731482582909 (+5 ms) 2024-11-13T07:23:02,913 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T07:23:02,915 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1184800, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:23:02,916 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T07:23:02,916 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T07:23:02,916 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T07:23:02,916 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T07:23:02,917 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T07:23:02,917 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T07:23:02,917 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T07:23:02,919 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T07:23:02,919 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39417-0x10133134f000003, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Unable to get data of znode /1-1957296023/balancer because node does not exist (not necessarily an error) 2024-11-13T07:23:02,941 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1957296023/balancer already deleted, retry=false 2024-11-13T07:23:02,941 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T07:23:02,942 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39417-0x10133134f000003, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Unable to get data of znode /1-1957296023/normalizer because node does not exist (not necessarily an error) 2024-11-13T07:23:02,951 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1957296023/normalizer already deleted, retry=false 2024-11-13T07:23:02,952 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T07:23:02,953 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39417-0x10133134f000003, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Unable to get data of znode /1-1957296023/switch/split because node does not exist (not necessarily an error) 2024-11-13T07:23:02,962 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1957296023/switch/split already deleted, retry=false 2024-11-13T07:23:02,963 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39417-0x10133134f000003, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Unable to get data of znode /1-1957296023/switch/merge because node does not exist (not necessarily an error) 2024-11-13T07:23:02,972 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1957296023/switch/merge already deleted, retry=false 2024-11-13T07:23:02,974 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39417-0x10133134f000003, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Unable to get data of znode /1-1957296023/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T07:23:02,993 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1957296023/snapshot-cleanup already deleted, retry=false 2024-11-13T07:23:03,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x10133134f000004, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1957296023/running 2024-11-13T07:23:03,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39417-0x10133134f000003, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1957296023/running 2024-11-13T07:23:03,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39417-0x10133134f000003, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1957296023 2024-11-13T07:23:03,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x10133134f000004, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1957296023 2024-11-13T07:23:03,015 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2998b885bdef,39417,1731482581299, sessionid=0x10133134f000003, setting cluster-up flag (Was=false) 2024-11-13T07:23:03,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39417-0x10133134f000003, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1957296023 2024-11-13T07:23:03,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x10133134f000004, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1957296023 2024-11-13T07:23:03,067 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1957296023/flush-table-proc/acquired, /1-1957296023/flush-table-proc/reached, /1-1957296023/flush-table-proc/abort 2024-11-13T07:23:03,068 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,39417,1731482581299 2024-11-13T07:23:03,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x10133134f000004, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1957296023 2024-11-13T07:23:03,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39417-0x10133134f000003, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1957296023 2024-11-13T07:23:03,130 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1957296023/online-snapshot/acquired, /1-1957296023/online-snapshot/reached, /1-1957296023/online-snapshot/abort 2024-11-13T07:23:03,131 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,39417,1731482581299 2024-11-13T07:23:03,132 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T07:23:03,133 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T07:23:03,133 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T07:23:03,133 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T07:23:03,133 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2998b885bdef,39417,1731482581299 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T07:23:03,134 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:23:03,134 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:23:03,134 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:23:03,134 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:23:03,134 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2998b885bdef:0, corePoolSize=10, maxPoolSize=10 2024-11-13T07:23:03,134 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:03,134 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:23:03,134 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:03,135 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731482613135 2024-11-13T07:23:03,135 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:23:03,135 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T07:23:03,135 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T07:23:03,135 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T07:23:03,135 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T07:23:03,135 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T07:23:03,135 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T07:23:03,135 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T07:23:03,135 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:03,135 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T07:23:03,135 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T07:23:03,135 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T07:23:03,135 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T07:23:03,136 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T07:23:03,136 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:03,136 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T07:23:03,136 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T07:23:03,136 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482583136,5,FailOnTimeoutGroup] 2024-11-13T07:23:03,136 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482583136,5,FailOnTimeoutGroup] 2024-11-13T07:23:03,136 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:03,136 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T07:23:03,136 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:03,136 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:03,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741831_1007 (size=1321) 2024-11-13T07:23:03,171 INFO [RS:0;2998b885bdef:37029 {}] regionserver.HRegionServer(746): ClusterId : a4b753f2-e2a6-4c86-b9ce-949c21e2dee8 2024-11-13T07:23:03,171 DEBUG [RS:0;2998b885bdef:37029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T07:23:03,184 DEBUG [RS:0;2998b885bdef:37029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T07:23:03,184 DEBUG [RS:0;2998b885bdef:37029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T07:23:03,194 DEBUG [RS:0;2998b885bdef:37029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T07:23:03,195 DEBUG [RS:0;2998b885bdef:37029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37cdec85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:23:03,208 DEBUG [RS:0;2998b885bdef:37029 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2998b885bdef:37029 2024-11-13T07:23:03,208 INFO [RS:0;2998b885bdef:37029 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T07:23:03,208 INFO [RS:0;2998b885bdef:37029 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T07:23:03,208 DEBUG [RS:0;2998b885bdef:37029 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T07:23:03,209 INFO [RS:0;2998b885bdef:37029 {}] regionserver.HRegionServer(2659): reportForDuty to master=2998b885bdef,39417,1731482581299 with port=37029, startcode=1731482581501 2024-11-13T07:23:03,209 DEBUG [RS:0;2998b885bdef:37029 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T07:23:03,210 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T07:23:03,211 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39417 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2998b885bdef,37029,1731482581501 2024-11-13T07:23:03,211 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39417 {}] master.ServerManager(517): Registering regionserver=2998b885bdef,37029,1731482581501 2024-11-13T07:23:03,212 DEBUG [RS:0;2998b885bdef:37029 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620 2024-11-13T07:23:03,212 DEBUG [RS:0;2998b885bdef:37029 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40267 2024-11-13T07:23:03,212 DEBUG [RS:0;2998b885bdef:37029 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T07:23:03,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39417-0x10133134f000003, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1957296023/rs 2024-11-13T07:23:03,285 DEBUG [RS:0;2998b885bdef:37029 {}] zookeeper.ZKUtil(111): regionserver:37029-0x10133134f000004, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Set watcher on existing znode=/1-1957296023/rs/2998b885bdef,37029,1731482581501 2024-11-13T07:23:03,285 WARN [RS:0;2998b885bdef:37029 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:23:03,286 INFO [RS:0;2998b885bdef:37029 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:23:03,286 DEBUG [RS:0;2998b885bdef:37029 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/WALs/2998b885bdef,37029,1731482581501 2024-11-13T07:23:03,286 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2998b885bdef,37029,1731482581501] 2024-11-13T07:23:03,288 INFO [RS:0;2998b885bdef:37029 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T07:23:03,294 INFO [RS:0;2998b885bdef:37029 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T07:23:03,294 INFO [RS:0;2998b885bdef:37029 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T07:23:03,294 INFO [RS:0;2998b885bdef:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:03,294 INFO [RS:0;2998b885bdef:37029 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T07:23:03,295 INFO [RS:0;2998b885bdef:37029 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T07:23:03,295 INFO [RS:0;2998b885bdef:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:03,295 DEBUG [RS:0;2998b885bdef:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:03,295 DEBUG [RS:0;2998b885bdef:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:03,295 DEBUG [RS:0;2998b885bdef:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:03,295 DEBUG [RS:0;2998b885bdef:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:03,295 DEBUG [RS:0;2998b885bdef:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:03,295 DEBUG [RS:0;2998b885bdef:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:23:03,295 DEBUG [RS:0;2998b885bdef:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:03,295 DEBUG [RS:0;2998b885bdef:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:03,295 DEBUG [RS:0;2998b885bdef:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:03,295 DEBUG [RS:0;2998b885bdef:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:03,295 DEBUG [RS:0;2998b885bdef:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:03,295 DEBUG [RS:0;2998b885bdef:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:03,295 DEBUG [RS:0;2998b885bdef:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:23:03,295 DEBUG [RS:0;2998b885bdef:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:23:03,296 INFO [RS:0;2998b885bdef:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:03,296 INFO [RS:0;2998b885bdef:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:03,296 INFO [RS:0;2998b885bdef:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:03,296 INFO [RS:0;2998b885bdef:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:03,296 INFO [RS:0;2998b885bdef:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:03,296 INFO [RS:0;2998b885bdef:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,37029,1731482581501-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:23:03,309 INFO [RS:0;2998b885bdef:37029 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T07:23:03,309 INFO [RS:0;2998b885bdef:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,37029,1731482581501-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:03,309 INFO [RS:0;2998b885bdef:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:03,309 INFO [RS:0;2998b885bdef:37029 {}] regionserver.Replication(171): 2998b885bdef,37029,1731482581501 started 2024-11-13T07:23:03,321 INFO [RS:0;2998b885bdef:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:03,321 INFO [RS:0;2998b885bdef:37029 {}] regionserver.HRegionServer(1482): Serving as 2998b885bdef,37029,1731482581501, RpcServer on 2998b885bdef/172.17.0.3:37029, sessionid=0x10133134f000004 2024-11-13T07:23:03,321 DEBUG [RS:0;2998b885bdef:37029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T07:23:03,321 DEBUG [RS:0;2998b885bdef:37029 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2998b885bdef,37029,1731482581501 2024-11-13T07:23:03,321 DEBUG [RS:0;2998b885bdef:37029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,37029,1731482581501' 2024-11-13T07:23:03,321 DEBUG [RS:0;2998b885bdef:37029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1957296023/flush-table-proc/abort' 2024-11-13T07:23:03,322 DEBUG [RS:0;2998b885bdef:37029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1957296023/flush-table-proc/acquired' 2024-11-13T07:23:03,322 DEBUG [RS:0;2998b885bdef:37029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T07:23:03,322 DEBUG [RS:0;2998b885bdef:37029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T07:23:03,322 DEBUG [RS:0;2998b885bdef:37029 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2998b885bdef,37029,1731482581501 2024-11-13T07:23:03,322 DEBUG [RS:0;2998b885bdef:37029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,37029,1731482581501' 2024-11-13T07:23:03,322 DEBUG [RS:0;2998b885bdef:37029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1957296023/online-snapshot/abort' 2024-11-13T07:23:03,322 DEBUG [RS:0;2998b885bdef:37029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1957296023/online-snapshot/acquired' 2024-11-13T07:23:03,323 DEBUG [RS:0;2998b885bdef:37029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T07:23:03,323 INFO [RS:0;2998b885bdef:37029 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T07:23:03,323 INFO [RS:0;2998b885bdef:37029 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T07:23:03,423 INFO [RS:0;2998b885bdef:37029 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:23:03,425 INFO [RS:0;2998b885bdef:37029 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C37029%2C1731482581501, suffix=, logDir=hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/WALs/2998b885bdef,37029,1731482581501, archiveDir=hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/oldWALs, maxLogs=10 2024-11-13T07:23:03,441 DEBUG [RS:0;2998b885bdef:37029 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/WALs/2998b885bdef,37029,1731482581501/2998b885bdef%2C37029%2C1731482581501.1731482583426, exclude list is [], retry=0 2024-11-13T07:23:03,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39333,DS-3d7902c1-28a3-485a-839e-0037a2a686a2,DISK] 2024-11-13T07:23:03,444 INFO [RS:0;2998b885bdef:37029 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/WALs/2998b885bdef,37029,1731482581501/2998b885bdef%2C37029%2C1731482581501.1731482583426 2024-11-13T07:23:03,448 DEBUG [RS:0;2998b885bdef:37029 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40975:40975)] 2024-11-13T07:23:03,488 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T07:23:03,553 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T07:23:03,553 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620 2024-11-13T07:23:03,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741833_1009 (size=32) 2024-11-13T07:23:03,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:23:03,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:23:03,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:23:03,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:03,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:23:03,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:23:03,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:23:03,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:03,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:23:03,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:23:03,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:23:03,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:03,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:23:03,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:23:03,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:23:03,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:03,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:23:03,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:23:03,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/hbase/meta/1588230740 2024-11-13T07:23:03,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/hbase/meta/1588230740 2024-11-13T07:23:03,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:23:03,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:23:03,999 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:23:04,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:23:04,005 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:23:04,005 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59293624, jitterRate=-0.11645615100860596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:23:04,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731482583982Initializing all the Stores at 1731482583983 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482583983Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482583984 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482583984Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482583984Cleaning up temporary data from old regions at 1731482583998 (+14 ms)Region opened successfully at 1731482584005 (+7 ms) 2024-11-13T07:23:04,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:23:04,005 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:23:04,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:23:04,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:23:04,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:23:04,006 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:23:04,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482584005Disabling compacts and flushes for region at 1731482584005Disabling writes for close at 1731482584005Writing region close event to WAL at 1731482584006 (+1 ms)Closed at 1731482584006 2024-11-13T07:23:04,013 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:23:04,013 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T07:23:04,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T07:23:04,022 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:23:04,023 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T07:23:04,049 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T07:23:04,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:04,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:04,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:04,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:04,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:04,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:04,173 DEBUG [2998b885bdef:39417 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T07:23:04,174 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2998b885bdef,37029,1731482581501 2024-11-13T07:23:04,175 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,37029,1731482581501, state=OPENING 2024-11-13T07:23:04,202 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T07:23:04,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x10133134f000004, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1957296023 2024-11-13T07:23:04,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39417-0x10133134f000003, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1957296023 2024-11-13T07:23:04,213 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:23:04,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1957296023/meta-region-server: CHANGED 2024-11-13T07:23:04,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1957296023/meta-region-server: CHANGED 2024-11-13T07:23:04,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,37029,1731482581501}] 2024-11-13T07:23:04,365 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T07:23:04,367 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T07:23:04,370 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T07:23:04,370 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:23:04,370 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T07:23:04,371 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C37029%2C1731482581501.meta, suffix=.meta, logDir=hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/WALs/2998b885bdef,37029,1731482581501, archiveDir=hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/oldWALs, maxLogs=10 2024-11-13T07:23:04,387 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/WALs/2998b885bdef,37029,1731482581501/2998b885bdef%2C37029%2C1731482581501.meta.1731482584372.meta, exclude list is [], retry=0 2024-11-13T07:23:04,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39333,DS-3d7902c1-28a3-485a-839e-0037a2a686a2,DISK] 2024-11-13T07:23:04,391 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/WALs/2998b885bdef,37029,1731482581501/2998b885bdef%2C37029%2C1731482581501.meta.1731482584372.meta 2024-11-13T07:23:04,391 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40975:40975)] 2024-11-13T07:23:04,391 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:23:04,392 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:23:04,392 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T07:23:04,392 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T07:23:04,392 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T07:23:04,392 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T07:23:04,392 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:23:04,392 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T07:23:04,392 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T07:23:04,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:23:04,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:23:04,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:04,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:23:04,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:23:04,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:23:04,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:04,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:23:04,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:23:04,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:23:04,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:04,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:23:04,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:23:04,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:23:04,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:04,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:23:04,398 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:23:04,398 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/hbase/meta/1588230740 2024-11-13T07:23:04,399 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/hbase/meta/1588230740 2024-11-13T07:23:04,401 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:23:04,401 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:23:04,401 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:23:04,403 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:23:04,404 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64658263, jitterRate=-0.03651680052280426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:23:04,404 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T07:23:04,404 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731482584392Writing region info on filesystem at 1731482584392Initializing all the Stores at 1731482584393 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482584393Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482584393Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482584393Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482584393Cleaning up temporary data from old regions at 1731482584401 (+8 ms)Running coprocessor post-open hooks at 1731482584404 (+3 ms)Region opened successfully at 1731482584404 2024-11-13T07:23:04,405 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731482584365 2024-11-13T07:23:04,407 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T07:23:04,407 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T07:23:04,408 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,37029,1731482581501 2024-11-13T07:23:04,409 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,37029,1731482581501, state=OPEN 2024-11-13T07:23:04,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x10133134f000004, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1957296023/meta-region-server 2024-11-13T07:23:04,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39417-0x10133134f000003, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1957296023/meta-region-server 2024-11-13T07:23:04,415 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1957296023/meta-region-server: CHANGED 2024-11-13T07:23:04,415 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1957296023/meta-region-server: CHANGED 2024-11-13T07:23:04,415 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2998b885bdef,37029,1731482581501 2024-11-13T07:23:04,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T07:23:04,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,37029,1731482581501 in 202 msec 2024-11-13T07:23:04,427 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:23:04,427 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T07:23:04,429 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:23:04,430 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,37029,1731482581501, seqNum=-1] 2024-11-13T07:23:04,430 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:23:04,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T07:23:04,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 410 msec 2024-11-13T07:23:04,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42453, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:23:04,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3090 sec 2024-11-13T07:23:04,443 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731482584442, completionTime=-1 2024-11-13T07:23:04,443 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T07:23:04,443 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T07:23:04,445 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T07:23:04,445 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731482644445 2024-11-13T07:23:04,445 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731482704445 2024-11-13T07:23:04,445 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T07:23:04,445 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,39417,1731482581299-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:04,445 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,39417,1731482581299-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:04,446 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,39417,1731482581299-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:04,446 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2998b885bdef:39417, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:04,446 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:04,447 DEBUG [master/2998b885bdef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T07:23:04,448 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:04,452 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.834sec 2024-11-13T07:23:04,452 INFO [master/2998b885bdef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T07:23:04,452 INFO [master/2998b885bdef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T07:23:04,452 INFO [master/2998b885bdef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T07:23:04,452 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T07:23:04,452 INFO [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T07:23:04,452 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,39417,1731482581299-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:23:04,453 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,39417,1731482581299-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T07:23:04,461 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T07:23:04,461 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T07:23:04,461 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,39417,1731482581299-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:04,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3edfb1b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:04,479 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39417,-1 for getting cluster id 2024-11-13T07:23:04,480 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:23:04,481 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4b753f2-e2a6-4c86-b9ce-949c21e2dee8' 2024-11-13T07:23:04,481 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:23:04,481 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4b753f2-e2a6-4c86-b9ce-949c21e2dee8" 2024-11-13T07:23:04,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1931eab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:04,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39417,-1] 2024-11-13T07:23:04,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:23:04,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:04,484 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:23:04,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@425dd519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:04,489 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:23:04,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,37029,1731482581501, seqNum=-1] 2024-11-13T07:23:04,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:23:04,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:23:04,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2998b885bdef,39417,1731482581299 2024-11-13T07:23:04,494 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57660 2024-11-13T07:23:04,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:23:04,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10133134f000005 connected 2024-11-13T07:23:04,526 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:23:04,527 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,38669,1731482574458 2024-11-13T07:23:04,527 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f1e9917 2024-11-13T07:23:04,528 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:23:04,529 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:23:04,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:23:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T07:23:04,533 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T07:23:04,533 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:04,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T07:23:04,535 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T07:23:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:23:04,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741835_1011 (size=902) 2024-11-13T07:23:04,554 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a150fadfbced4b0f8c9546c2d88ab1f8, NAME => 'test,,1731482584529.a150fadfbced4b0f8c9546c2d88ab1f8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86 2024-11-13T07:23:04,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741836_1012 (size=39) 2024-11-13T07:23:04,599 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731482584529.a150fadfbced4b0f8c9546c2d88ab1f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:23:04,599 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a150fadfbced4b0f8c9546c2d88ab1f8, disabling compactions & flushes 2024-11-13T07:23:04,599 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731482584529.a150fadfbced4b0f8c9546c2d88ab1f8. 2024-11-13T07:23:04,599 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731482584529.a150fadfbced4b0f8c9546c2d88ab1f8. 2024-11-13T07:23:04,599 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731482584529.a150fadfbced4b0f8c9546c2d88ab1f8. after waiting 0 ms 2024-11-13T07:23:04,599 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731482584529.a150fadfbced4b0f8c9546c2d88ab1f8. 2024-11-13T07:23:04,599 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731482584529.a150fadfbced4b0f8c9546c2d88ab1f8. 2024-11-13T07:23:04,599 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a150fadfbced4b0f8c9546c2d88ab1f8: Waiting for close lock at 1731482584599Disabling compacts and flushes for region at 1731482584599Disabling writes for close at 1731482584599Writing region close event to WAL at 1731482584599Closed at 1731482584599 2024-11-13T07:23:04,601 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T07:23:04,601 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731482584529.a150fadfbced4b0f8c9546c2d88ab1f8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731482584601"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482584601"}]},"ts":"1731482584601"} 2024-11-13T07:23:04,603 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T07:23:04,604 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T07:23:04,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482584604"}]},"ts":"1731482584604"} 2024-11-13T07:23:04,607 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T07:23:04,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a150fadfbced4b0f8c9546c2d88ab1f8, ASSIGN}] 2024-11-13T07:23:04,609 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a150fadfbced4b0f8c9546c2d88ab1f8, ASSIGN 2024-11-13T07:23:04,611 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a150fadfbced4b0f8c9546c2d88ab1f8, ASSIGN; state=OFFLINE, location=2998b885bdef,38515,1731482575022; forceNewPlan=false, retain=false 2024-11-13T07:23:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:23:04,762 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a150fadfbced4b0f8c9546c2d88ab1f8, regionState=OPENING, regionLocation=2998b885bdef,38515,1731482575022 2024-11-13T07:23:04,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a150fadfbced4b0f8c9546c2d88ab1f8, ASSIGN because future has completed 2024-11-13T07:23:04,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a150fadfbced4b0f8c9546c2d88ab1f8, server=2998b885bdef,38515,1731482575022}] 2024-11-13T07:23:04,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:23:04,920 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731482584529.a150fadfbced4b0f8c9546c2d88ab1f8. 2024-11-13T07:23:04,920 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a150fadfbced4b0f8c9546c2d88ab1f8, NAME => 'test,,1731482584529.a150fadfbced4b0f8c9546c2d88ab1f8.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:23:04,920 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:23:04,920 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T07:23:04,921 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a150fadfbced4b0f8c9546c2d88ab1f8 2024-11-13T07:23:04,921 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731482584529.a150fadfbced4b0f8c9546c2d88ab1f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:23:04,921 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a150fadfbced4b0f8c9546c2d88ab1f8 2024-11-13T07:23:04,921 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a150fadfbced4b0f8c9546c2d88ab1f8 2024-11-13T07:23:04,922 INFO [StoreOpener-a150fadfbced4b0f8c9546c2d88ab1f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a150fadfbced4b0f8c9546c2d88ab1f8 2024-11-13T07:23:04,924 INFO [StoreOpener-a150fadfbced4b0f8c9546c2d88ab1f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a150fadfbced4b0f8c9546c2d88ab1f8 columnFamilyName f 2024-11-13T07:23:04,924 DEBUG [StoreOpener-a150fadfbced4b0f8c9546c2d88ab1f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:04,924 INFO [StoreOpener-a150fadfbced4b0f8c9546c2d88ab1f8-1 {}] regionserver.HStore(327): Store=a150fadfbced4b0f8c9546c2d88ab1f8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:23:04,924 INFO [StoreOpener-a150fadfbced4b0f8c9546c2d88ab1f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a150fadfbced4b0f8c9546c2d88ab1f8 2024-11-13T07:23:04,925 INFO [StoreOpener-a150fadfbced4b0f8c9546c2d88ab1f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a150fadfbced4b0f8c9546c2d88ab1f8 columnFamilyName f1 2024-11-13T07:23:04,925 DEBUG [StoreOpener-a150fadfbced4b0f8c9546c2d88ab1f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:04,925 INFO [StoreOpener-a150fadfbced4b0f8c9546c2d88ab1f8-1 {}] regionserver.HStore(327): Store=a150fadfbced4b0f8c9546c2d88ab1f8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:23:04,925 INFO [StoreOpener-a150fadfbced4b0f8c9546c2d88ab1f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a150fadfbced4b0f8c9546c2d88ab1f8 2024-11-13T07:23:04,926 INFO [StoreOpener-a150fadfbced4b0f8c9546c2d88ab1f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a150fadfbced4b0f8c9546c2d88ab1f8 columnFamilyName norep 2024-11-13T07:23:04,926 DEBUG [StoreOpener-a150fadfbced4b0f8c9546c2d88ab1f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:04,926 INFO [StoreOpener-a150fadfbced4b0f8c9546c2d88ab1f8-1 {}] regionserver.HStore(327): Store=a150fadfbced4b0f8c9546c2d88ab1f8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:23:04,926 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a150fadfbced4b0f8c9546c2d88ab1f8 2024-11-13T07:23:04,927 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/default/test/a150fadfbced4b0f8c9546c2d88ab1f8 2024-11-13T07:23:04,927 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/default/test/a150fadfbced4b0f8c9546c2d88ab1f8 2024-11-13T07:23:04,928 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a150fadfbced4b0f8c9546c2d88ab1f8 2024-11-13T07:23:04,928 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a150fadfbced4b0f8c9546c2d88ab1f8 2024-11-13T07:23:04,928 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T07:23:04,929 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a150fadfbced4b0f8c9546c2d88ab1f8 2024-11-13T07:23:04,931 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/default/test/a150fadfbced4b0f8c9546c2d88ab1f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:23:04,931 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a150fadfbced4b0f8c9546c2d88ab1f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66433839, jitterRate=-0.010058656334877014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T07:23:04,931 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a150fadfbced4b0f8c9546c2d88ab1f8 2024-11-13T07:23:04,932 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a150fadfbced4b0f8c9546c2d88ab1f8: Running coprocessor pre-open hook at 1731482584921Writing region info on filesystem at 1731482584921Initializing all the Stores at 1731482584922 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482584922Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482584922Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482584922Cleaning up temporary data from old regions at 1731482584928 (+6 ms)Running coprocessor post-open hooks at 1731482584931 (+3 ms)Region opened successfully at 1731482584932 (+1 ms) 2024-11-13T07:23:04,933 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731482584529.a150fadfbced4b0f8c9546c2d88ab1f8., pid=6, masterSystemTime=1731482584916 2024-11-13T07:23:04,934 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731482584529.a150fadfbced4b0f8c9546c2d88ab1f8. 2024-11-13T07:23:04,934 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731482584529.a150fadfbced4b0f8c9546c2d88ab1f8. 2024-11-13T07:23:04,935 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a150fadfbced4b0f8c9546c2d88ab1f8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2998b885bdef,38515,1731482575022 2024-11-13T07:23:04,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a150fadfbced4b0f8c9546c2d88ab1f8, server=2998b885bdef,38515,1731482575022 because future has completed 2024-11-13T07:23:04,939 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T07:23:04,939 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a150fadfbced4b0f8c9546c2d88ab1f8, server=2998b885bdef,38515,1731482575022 in 173 msec 2024-11-13T07:23:04,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T07:23:04,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a150fadfbced4b0f8c9546c2d88ab1f8, ASSIGN in 331 msec 2024-11-13T07:23:04,942 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T07:23:04,942 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482584942"}]},"ts":"1731482584942"} 2024-11-13T07:23:04,944 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T07:23:04,945 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T07:23:04,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 415 msec 2024-11-13T07:23:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:23:05,161 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T07:23:05,161 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:23:05,162 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,39417,1731482581299 2024-11-13T07:23:05,162 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c2192b2 2024-11-13T07:23:05,162 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:23:05,163 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:23:05,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:23:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T07:23:05,166 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T07:23:05,166 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:05,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T07:23:05,166 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T07:23:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:23:05,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741835_1011 (size=902) 2024-11-13T07:23:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:23:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:23:05,573 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6d2cc76feb42fb3e017d4dc87a4394cb, NAME => 'test,,1731482585164.6d2cc76feb42fb3e017d4dc87a4394cb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620 2024-11-13T07:23:05,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741836_1012 (size=39) 2024-11-13T07:23:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:23:05,978 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731482585164.6d2cc76feb42fb3e017d4dc87a4394cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:23:05,978 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6d2cc76feb42fb3e017d4dc87a4394cb, disabling compactions & flushes 2024-11-13T07:23:05,978 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731482585164.6d2cc76feb42fb3e017d4dc87a4394cb. 2024-11-13T07:23:05,978 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731482585164.6d2cc76feb42fb3e017d4dc87a4394cb. 2024-11-13T07:23:05,978 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731482585164.6d2cc76feb42fb3e017d4dc87a4394cb. after waiting 0 ms 2024-11-13T07:23:05,978 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731482585164.6d2cc76feb42fb3e017d4dc87a4394cb. 2024-11-13T07:23:05,978 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731482585164.6d2cc76feb42fb3e017d4dc87a4394cb. 2024-11-13T07:23:05,978 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6d2cc76feb42fb3e017d4dc87a4394cb: Waiting for close lock at 1731482585978Disabling compacts and flushes for region at 1731482585978Disabling writes for close at 1731482585978Writing region close event to WAL at 1731482585978Closed at 1731482585978 2024-11-13T07:23:05,979 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T07:23:05,979 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731482585164.6d2cc76feb42fb3e017d4dc87a4394cb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731482585979"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482585979"}]},"ts":"1731482585979"} 2024-11-13T07:23:05,981 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T07:23:05,982 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T07:23:05,982 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482585982"}]},"ts":"1731482585982"} 2024-11-13T07:23:05,983 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T07:23:05,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6d2cc76feb42fb3e017d4dc87a4394cb, ASSIGN}] 2024-11-13T07:23:05,984 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6d2cc76feb42fb3e017d4dc87a4394cb, ASSIGN 2024-11-13T07:23:05,985 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6d2cc76feb42fb3e017d4dc87a4394cb, ASSIGN; state=OFFLINE, location=2998b885bdef,37029,1731482581501; forceNewPlan=false, retain=false 2024-11-13T07:23:06,135 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d2cc76feb42fb3e017d4dc87a4394cb, regionState=OPENING, regionLocation=2998b885bdef,37029,1731482581501 2024-11-13T07:23:06,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6d2cc76feb42fb3e017d4dc87a4394cb, ASSIGN because future has completed 2024-11-13T07:23:06,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d2cc76feb42fb3e017d4dc87a4394cb, server=2998b885bdef,37029,1731482581501}] 2024-11-13T07:23:06,293 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731482585164.6d2cc76feb42fb3e017d4dc87a4394cb. 2024-11-13T07:23:06,293 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d2cc76feb42fb3e017d4dc87a4394cb, NAME => 'test,,1731482585164.6d2cc76feb42fb3e017d4dc87a4394cb.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:23:06,293 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:23:06,293 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T07:23:06,293 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6d2cc76feb42fb3e017d4dc87a4394cb 2024-11-13T07:23:06,294 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731482585164.6d2cc76feb42fb3e017d4dc87a4394cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:23:06,294 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6d2cc76feb42fb3e017d4dc87a4394cb 2024-11-13T07:23:06,294 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6d2cc76feb42fb3e017d4dc87a4394cb 2024-11-13T07:23:06,295 INFO [StoreOpener-6d2cc76feb42fb3e017d4dc87a4394cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6d2cc76feb42fb3e017d4dc87a4394cb 2024-11-13T07:23:06,296 INFO [StoreOpener-6d2cc76feb42fb3e017d4dc87a4394cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d2cc76feb42fb3e017d4dc87a4394cb columnFamilyName f 2024-11-13T07:23:06,296 DEBUG [StoreOpener-6d2cc76feb42fb3e017d4dc87a4394cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:06,296 INFO [StoreOpener-6d2cc76feb42fb3e017d4dc87a4394cb-1 {}] regionserver.HStore(327): Store=6d2cc76feb42fb3e017d4dc87a4394cb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:23:06,296 INFO [StoreOpener-6d2cc76feb42fb3e017d4dc87a4394cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6d2cc76feb42fb3e017d4dc87a4394cb 2024-11-13T07:23:06,297 INFO [StoreOpener-6d2cc76feb42fb3e017d4dc87a4394cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d2cc76feb42fb3e017d4dc87a4394cb columnFamilyName f1 2024-11-13T07:23:06,297 DEBUG [StoreOpener-6d2cc76feb42fb3e017d4dc87a4394cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:06,297 INFO [StoreOpener-6d2cc76feb42fb3e017d4dc87a4394cb-1 {}] regionserver.HStore(327): Store=6d2cc76feb42fb3e017d4dc87a4394cb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:23:06,297 INFO [StoreOpener-6d2cc76feb42fb3e017d4dc87a4394cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6d2cc76feb42fb3e017d4dc87a4394cb 2024-11-13T07:23:06,298 INFO [StoreOpener-6d2cc76feb42fb3e017d4dc87a4394cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d2cc76feb42fb3e017d4dc87a4394cb columnFamilyName norep 2024-11-13T07:23:06,298 DEBUG [StoreOpener-6d2cc76feb42fb3e017d4dc87a4394cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:06,298 INFO [StoreOpener-6d2cc76feb42fb3e017d4dc87a4394cb-1 {}] regionserver.HStore(327): Store=6d2cc76feb42fb3e017d4dc87a4394cb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:23:06,298 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6d2cc76feb42fb3e017d4dc87a4394cb 2024-11-13T07:23:06,299 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/default/test/6d2cc76feb42fb3e017d4dc87a4394cb 2024-11-13T07:23:06,299 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/default/test/6d2cc76feb42fb3e017d4dc87a4394cb 2024-11-13T07:23:06,300 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6d2cc76feb42fb3e017d4dc87a4394cb 2024-11-13T07:23:06,300 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6d2cc76feb42fb3e017d4dc87a4394cb 2024-11-13T07:23:06,300 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T07:23:06,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:23:06,301 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6d2cc76feb42fb3e017d4dc87a4394cb 2024-11-13T07:23:06,303 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/default/test/6d2cc76feb42fb3e017d4dc87a4394cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:23:06,303 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6d2cc76feb42fb3e017d4dc87a4394cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59083338, jitterRate=-0.1195896565914154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T07:23:06,303 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d2cc76feb42fb3e017d4dc87a4394cb 2024-11-13T07:23:06,303 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6d2cc76feb42fb3e017d4dc87a4394cb: Running coprocessor pre-open hook at 1731482586294Writing region info on filesystem at 1731482586294Initializing all the Stores at 1731482586294Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482586294Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482586295 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482586295Cleaning up temporary data from old regions at 1731482586300 (+5 ms)Running coprocessor post-open hooks at 1731482586303 (+3 ms)Region opened successfully at 1731482586303 2024-11-13T07:23:06,304 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731482585164.6d2cc76feb42fb3e017d4dc87a4394cb., pid=6, masterSystemTime=1731482586290 2024-11-13T07:23:06,306 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731482585164.6d2cc76feb42fb3e017d4dc87a4394cb. 2024-11-13T07:23:06,306 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731482585164.6d2cc76feb42fb3e017d4dc87a4394cb. 2024-11-13T07:23:06,306 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d2cc76feb42fb3e017d4dc87a4394cb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2998b885bdef,37029,1731482581501 2024-11-13T07:23:06,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d2cc76feb42fb3e017d4dc87a4394cb, server=2998b885bdef,37029,1731482581501 because future has completed 2024-11-13T07:23:06,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T07:23:06,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d2cc76feb42fb3e017d4dc87a4394cb, server=2998b885bdef,37029,1731482581501 in 170 msec 2024-11-13T07:23:06,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T07:23:06,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6d2cc76feb42fb3e017d4dc87a4394cb, ASSIGN in 328 msec 2024-11-13T07:23:06,323 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T07:23:06,323 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482586323"}]},"ts":"1731482586323"} 2024-11-13T07:23:06,328 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T07:23:06,333 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T07:23:06,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec 2024-11-13T07:23:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:23:07,312 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T07:23:07,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ae6be8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:07,316 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,38669,-1 for getting cluster id 2024-11-13T07:23:07,317 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:23:07,320 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4348f69-7c15-4cd1-9c06-2491739e5122' 2024-11-13T07:23:07,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:23:07,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4348f69-7c15-4cd1-9c06-2491739e5122" 2024-11-13T07:23:07,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c54ca60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:07,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,38669,-1] 2024-11-13T07:23:07,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:23:07,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:07,322 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:23:07,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@142e7324, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:07,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77f5c332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:07,324 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39417,-1 for getting cluster id 2024-11-13T07:23:07,324 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:23:07,325 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4b753f2-e2a6-4c86-b9ce-949c21e2dee8' 2024-11-13T07:23:07,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:23:07,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4b753f2-e2a6-4c86-b9ce-949c21e2dee8" 2024-11-13T07:23:07,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d66b148, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:07,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39417,-1] 2024-11-13T07:23:07,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:23:07,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:07,329 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:23:07,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5317bff8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:07,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab8256f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:07,331 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,38669,-1 for getting cluster id 2024-11-13T07:23:07,331 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:23:07,332 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4348f69-7c15-4cd1-9c06-2491739e5122' 2024-11-13T07:23:07,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:23:07,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4348f69-7c15-4cd1-9c06-2491739e5122" 2024-11-13T07:23:07,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f5bcae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:07,333 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,38669,-1] 2024-11-13T07:23:07,333 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:23:07,333 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:07,334 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:23:07,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b4cad58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:07,335 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:23:07,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,38669,1731482574458 2024-11-13T07:23:07,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@396be2f 2024-11-13T07:23:07,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:23:07,337 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:23:07,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2998b885bdef:39417,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T07:23:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T07:23:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:23:07,340 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2998b885bdef:39417' 2024-11-13T07:23:07,341 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5388757c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:07,341 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39417,-1 for getting cluster id 2024-11-13T07:23:07,342 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:23:07,345 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4b753f2-e2a6-4c86-b9ce-949c21e2dee8' 2024-11-13T07:23:07,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:23:07,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4b753f2-e2a6-4c86-b9ce-949c21e2dee8" 2024-11-13T07:23:07,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3833e308, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:07,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39417,-1] 2024-11-13T07:23:07,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:23:07,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:07,346 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:23:07,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5456267e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:07,348 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:23:07,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,39417,1731482581299 2024-11-13T07:23:07,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a704ee 2024-11-13T07:23:07,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:23:07,351 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:23:07,351 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T07:23:07,351 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T07:23:07,352 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:07,352 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:07,352 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:23:07,352 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:23:07,356 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T07:23:07,358 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T07:23:07,358 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:07,359 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T07:23:07,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741837_1013 (size=1138) 2024-11-13T07:23:07,407 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T07:23:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:23:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:23:07,778 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d6d79e32905580f9a280bd59a02fe9e0, NAME => 'hbase:replication,,1731482587352.d6d79e32905580f9a280bd59a02fe9e0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86 2024-11-13T07:23:07,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741838_1014 (size=44) 2024-11-13T07:23:07,784 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731482587352.d6d79e32905580f9a280bd59a02fe9e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:23:07,784 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d6d79e32905580f9a280bd59a02fe9e0, disabling compactions & flushes 2024-11-13T07:23:07,784 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731482587352.d6d79e32905580f9a280bd59a02fe9e0. 2024-11-13T07:23:07,784 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731482587352.d6d79e32905580f9a280bd59a02fe9e0. 2024-11-13T07:23:07,784 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731482587352.d6d79e32905580f9a280bd59a02fe9e0. after waiting 0 ms 2024-11-13T07:23:07,784 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731482587352.d6d79e32905580f9a280bd59a02fe9e0. 2024-11-13T07:23:07,784 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731482587352.d6d79e32905580f9a280bd59a02fe9e0. 2024-11-13T07:23:07,784 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d6d79e32905580f9a280bd59a02fe9e0: Waiting for close lock at 1731482587784Disabling compacts and flushes for region at 1731482587784Disabling writes for close at 1731482587784Writing region close event to WAL at 1731482587784Closed at 1731482587784 2024-11-13T07:23:07,785 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T07:23:07,786 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731482587352.d6d79e32905580f9a280bd59a02fe9e0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731482587785"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482587785"}]},"ts":"1731482587785"} 2024-11-13T07:23:07,787 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T07:23:07,788 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T07:23:07,789 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482587788"}]},"ts":"1731482587788"} 2024-11-13T07:23:07,791 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T07:23:07,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d6d79e32905580f9a280bd59a02fe9e0, ASSIGN}] 2024-11-13T07:23:07,792 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d6d79e32905580f9a280bd59a02fe9e0, ASSIGN 2024-11-13T07:23:07,793 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d6d79e32905580f9a280bd59a02fe9e0, ASSIGN; state=OFFLINE, location=2998b885bdef,38515,1731482575022; forceNewPlan=false, retain=false 2024-11-13T07:23:07,944 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d6d79e32905580f9a280bd59a02fe9e0, regionState=OPENING, regionLocation=2998b885bdef,38515,1731482575022 2024-11-13T07:23:07,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d6d79e32905580f9a280bd59a02fe9e0, ASSIGN because future has completed 2024-11-13T07:23:07,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6d79e32905580f9a280bd59a02fe9e0, server=2998b885bdef,38515,1731482575022}] 2024-11-13T07:23:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:23:08,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731482587352.d6d79e32905580f9a280bd59a02fe9e0. 2024-11-13T07:23:08,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:23:08,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T07:23:08,103 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C38515%2C1731482575022.rep, suffix=, logDir=hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/WALs/2998b885bdef,38515,1731482575022, archiveDir=hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/oldWALs, maxLogs=10 2024-11-13T07:23:08,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/WALs/2998b885bdef,38515,1731482575022/2998b885bdef%2C38515%2C1731482575022.rep.1731482588104, exclude list is [], retry=0 2024-11-13T07:23:08,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37525,DS-7f99b805-10b9-46be-ad0b-09c447894723,DISK] 2024-11-13T07:23:08,119 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/WALs/2998b885bdef,38515,1731482575022/2998b885bdef%2C38515%2C1731482575022.rep.1731482588104 2024-11-13T07:23:08,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39653:39653)] 2024-11-13T07:23:08,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d6d79e32905580f9a280bd59a02fe9e0, NAME => 'hbase:replication,,1731482587352.d6d79e32905580f9a280bd59a02fe9e0.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:23:08,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:23:08,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T07:23:08,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731482587352.d6d79e32905580f9a280bd59a02fe9e0. service=MultiRowMutationService 2024-11-13T07:23:08,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T07:23:08,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d6d79e32905580f9a280bd59a02fe9e0 2024-11-13T07:23:08,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731482587352.d6d79e32905580f9a280bd59a02fe9e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:23:08,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d6d79e32905580f9a280bd59a02fe9e0 2024-11-13T07:23:08,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d6d79e32905580f9a280bd59a02fe9e0 2024-11-13T07:23:08,121 INFO [StoreOpener-d6d79e32905580f9a280bd59a02fe9e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d6d79e32905580f9a280bd59a02fe9e0 2024-11-13T07:23:08,122 INFO [StoreOpener-d6d79e32905580f9a280bd59a02fe9e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6d79e32905580f9a280bd59a02fe9e0 columnFamilyName hfileref 2024-11-13T07:23:08,122 DEBUG [StoreOpener-d6d79e32905580f9a280bd59a02fe9e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:08,123 INFO [StoreOpener-d6d79e32905580f9a280bd59a02fe9e0-1 {}] regionserver.HStore(327): Store=d6d79e32905580f9a280bd59a02fe9e0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:23:08,123 INFO [StoreOpener-d6d79e32905580f9a280bd59a02fe9e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d6d79e32905580f9a280bd59a02fe9e0 2024-11-13T07:23:08,124 INFO [StoreOpener-d6d79e32905580f9a280bd59a02fe9e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6d79e32905580f9a280bd59a02fe9e0 columnFamilyName queue 2024-11-13T07:23:08,124 DEBUG [StoreOpener-d6d79e32905580f9a280bd59a02fe9e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:08,124 INFO [StoreOpener-d6d79e32905580f9a280bd59a02fe9e0-1 {}] regionserver.HStore(327): Store=d6d79e32905580f9a280bd59a02fe9e0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:23:08,124 INFO [StoreOpener-d6d79e32905580f9a280bd59a02fe9e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d6d79e32905580f9a280bd59a02fe9e0 2024-11-13T07:23:08,125 INFO [StoreOpener-d6d79e32905580f9a280bd59a02fe9e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6d79e32905580f9a280bd59a02fe9e0 columnFamilyName sid 2024-11-13T07:23:08,125 DEBUG [StoreOpener-d6d79e32905580f9a280bd59a02fe9e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:08,126 INFO [StoreOpener-d6d79e32905580f9a280bd59a02fe9e0-1 {}] regionserver.HStore(327): Store=d6d79e32905580f9a280bd59a02fe9e0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:23:08,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d6d79e32905580f9a280bd59a02fe9e0 2024-11-13T07:23:08,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/hbase/replication/d6d79e32905580f9a280bd59a02fe9e0 2024-11-13T07:23:08,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/hbase/replication/d6d79e32905580f9a280bd59a02fe9e0 2024-11-13T07:23:08,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d6d79e32905580f9a280bd59a02fe9e0 2024-11-13T07:23:08,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d6d79e32905580f9a280bd59a02fe9e0 2024-11-13T07:23:08,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T07:23:08,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d6d79e32905580f9a280bd59a02fe9e0 2024-11-13T07:23:08,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/hbase/replication/d6d79e32905580f9a280bd59a02fe9e0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:23:08,131 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d6d79e32905580f9a280bd59a02fe9e0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63168236, jitterRate=-0.0587199330329895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T07:23:08,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d6d79e32905580f9a280bd59a02fe9e0 2024-11-13T07:23:08,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d6d79e32905580f9a280bd59a02fe9e0: Running coprocessor pre-open hook at 1731482588120Writing region info on filesystem at 1731482588120Initializing all the Stores at 1731482588121 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482588121Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482588121Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482588121Cleaning up temporary data from old regions at 1731482588127 (+6 ms)Running coprocessor post-open hooks at 1731482588131 (+4 ms)Region opened successfully at 1731482588132 (+1 ms) 2024-11-13T07:23:08,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731482587352.d6d79e32905580f9a280bd59a02fe9e0., pid=10, masterSystemTime=1731482588098 2024-11-13T07:23:08,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731482587352.d6d79e32905580f9a280bd59a02fe9e0. 2024-11-13T07:23:08,134 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731482587352.d6d79e32905580f9a280bd59a02fe9e0. 2024-11-13T07:23:08,135 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d6d79e32905580f9a280bd59a02fe9e0, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,38515,1731482575022 2024-11-13T07:23:08,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6d79e32905580f9a280bd59a02fe9e0, server=2998b885bdef,38515,1731482575022 because future has completed 2024-11-13T07:23:08,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T07:23:08,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d6d79e32905580f9a280bd59a02fe9e0, server=2998b885bdef,38515,1731482575022 in 192 msec 2024-11-13T07:23:08,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T07:23:08,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d6d79e32905580f9a280bd59a02fe9e0, ASSIGN in 349 msec 2024-11-13T07:23:08,142 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T07:23:08,142 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482588142"}]},"ts":"1731482588142"} 2024-11-13T07:23:08,144 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T07:23:08,145 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T07:23:08,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 793 msec 2024-11-13T07:23:08,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731482587352.d6d79e32905580f9a280bd59a02fe9e0., hostname=2998b885bdef,38515,1731482575022, seqNum=2] 2024-11-13T07:23:08,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x10133134f000001, quorum=127.0.0.1:57660, baseZNode=/01207851192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01207851192 2024-11-13T07:23:08,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x10133134f000000, quorum=127.0.0.1:57660, baseZNode=/01207851192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01207851192 2024-11-13T07:23:08,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T07:23:08,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T07:23:08,389 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T07:23:08,428 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2998b885bdef,38515,1731482575022, ReplicationSource: 1, currentBandwidth=0 2024-11-13T07:23:08,428 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:23:08,429 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,38515,1731482575022, seqNum=-1] 2024-11-13T07:23:08,429 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:23:08,433 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-13T07:23:08,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2998b885bdef,38515,1731482575022', locateType=CURRENT is [region=hbase:replication,,1731482587352.d6d79e32905580f9a280bd59a02fe9e0., hostname=2998b885bdef,38515,1731482575022, seqNum=2] 2024-11-13T07:23:08,438 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T07:23:08,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T07:23:08,441 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2998b885bdef,38515,1731482575022 suceeded 2024-11-13T07:23:08,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T07:23:08,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-11-13T07:23:08,446 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2998b885bdef:39417,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T07:23:08,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1100 sec 2024-11-13T07:23:08,459 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2998b885bdef:39417' 2024-11-13T07:23:08,460 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6779d0c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:08,460 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39417,-1 for getting cluster id 2024-11-13T07:23:08,460 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:23:08,462 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4b753f2-e2a6-4c86-b9ce-949c21e2dee8' 2024-11-13T07:23:08,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:23:08,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4b753f2-e2a6-4c86-b9ce-949c21e2dee8" 2024-11-13T07:23:08,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@721a2aba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:08,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39417,-1] 2024-11-13T07:23:08,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:23:08,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:08,469 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:23:08,470 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41ef660d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:08,470 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:23:08,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,39417,1731482581299 2024-11-13T07:23:08,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71a30cdc 2024-11-13T07:23:08,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:23:08,472 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-13T07:23:08,475 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2998b885bdef,38515,1731482575022 (queues=1) is replicating from cluster=d4348f69-7c15-4cd1-9c06-2491739e5122 to cluster=a4b753f2-e2a6-4c86-b9ce-949c21e2dee8 2024-11-13T07:23:08,475 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2998b885bdef%2C38515%2C1731482575022 2024-11-13T07:23:08,476 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2998b885bdef,38515,1731482575022, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T07:23:08,476 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.wal-reader.2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/WALs/2998b885bdef,38515,1731482575022/2998b885bdef%2C38515%2C1731482575022.1731482577645, startPosition=0, beingWritten=true 2024-11-13T07:23:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:23:08,485 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T07:23:08,486 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:23:08,486 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:23:08,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:08,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:08,488 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:23:08,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f24eb37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:08,496 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39417,-1 for getting cluster id 2024-11-13T07:23:08,497 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:23:08,498 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4b753f2-e2a6-4c86-b9ce-949c21e2dee8' 2024-11-13T07:23:08,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:23:08,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4b753f2-e2a6-4c86-b9ce-949c21e2dee8" 2024-11-13T07:23:08,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@793849c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:08,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39417,-1] 2024-11-13T07:23:08,499 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:23:08,499 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:08,499 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:23:08,500 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0778f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:08,500 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:23:08,501 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,39417,1731482581299 2024-11-13T07:23:08,502 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52b513be 2024-11-13T07:23:08,502 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:23:08,503 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:23:08,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2998b885bdef:38669,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T07:23:08,504 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.shipper2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2998b885bdef%2C38515%2C1731482575022 2024-11-13T07:23:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T07:23:08,506 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.wal-reader.2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:23:08,506 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.wal-reader.2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/WALs/2998b885bdef,38515,1731482575022/2998b885bdef%2C38515%2C1731482575022.1731482577645 to pos 379, reset compression=false 2024-11-13T07:23:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:23:08,506 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.shipper2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,38515,1731482575022 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/WALs/2998b885bdef,38515,1731482575022/2998b885bdef%2C38515%2C1731482575022.1731482577645, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T07:23:08,506 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2998b885bdef:38669' 2024-11-13T07:23:08,508 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37764537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:08,508 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,38669,-1 for getting cluster id 2024-11-13T07:23:08,508 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:23:08,509 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4348f69-7c15-4cd1-9c06-2491739e5122' 2024-11-13T07:23:08,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:23:08,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4348f69-7c15-4cd1-9c06-2491739e5122" 2024-11-13T07:23:08,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48752a92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:08,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,38669,-1] 2024-11-13T07:23:08,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:23:08,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:08,511 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:23:08,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8c6d7d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:08,511 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:23:08,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,38669,1731482574458 2024-11-13T07:23:08,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43f5d179 2024-11-13T07:23:08,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:23:08,514 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:23:08,514 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T07:23:08,514 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T07:23:08,514 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:08,515 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:08,515 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:23:08,516 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T07:23:08,516 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:23:08,517 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T07:23:08,517 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:08,519 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T07:23:08,566 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T07:23:08,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741837_1013 (size=1138) 2024-11-13T07:23:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:23:08,746 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.wal-reader.2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/WALs/2998b885bdef,38515,1731482575022/2998b885bdef%2C38515%2C1731482575022.1731482577645 to pos 379, reset compression=false 2024-11-13T07:23:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:23:08,968 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fa06f2618f92459397fc5367c304818b, NAME => 'hbase:replication,,1731482588515.fa06f2618f92459397fc5367c304818b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620 2024-11-13T07:23:08,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741838_1014 (size=44) 2024-11-13T07:23:09,054 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.wal-reader.2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/WALs/2998b885bdef,38515,1731482575022/2998b885bdef%2C38515%2C1731482575022.1731482577645 to pos 379, reset compression=false 2024-11-13T07:23:09,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:23:09,289 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T07:23:09,385 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731482588515.fa06f2618f92459397fc5367c304818b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:23:09,385 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fa06f2618f92459397fc5367c304818b, disabling compactions & flushes 2024-11-13T07:23:09,385 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731482588515.fa06f2618f92459397fc5367c304818b. 2024-11-13T07:23:09,385 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731482588515.fa06f2618f92459397fc5367c304818b. 2024-11-13T07:23:09,385 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731482588515.fa06f2618f92459397fc5367c304818b. after waiting 0 ms 2024-11-13T07:23:09,385 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731482588515.fa06f2618f92459397fc5367c304818b. 2024-11-13T07:23:09,385 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731482588515.fa06f2618f92459397fc5367c304818b. 2024-11-13T07:23:09,385 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fa06f2618f92459397fc5367c304818b: Waiting for close lock at 1731482589385Disabling compacts and flushes for region at 1731482589385Disabling writes for close at 1731482589385Writing region close event to WAL at 1731482589385Closed at 1731482589385 2024-11-13T07:23:09,387 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T07:23:09,387 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731482588515.fa06f2618f92459397fc5367c304818b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731482589387"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482589387"}]},"ts":"1731482589387"} 2024-11-13T07:23:09,390 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T07:23:09,392 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T07:23:09,392 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482589392"}]},"ts":"1731482589392"} 2024-11-13T07:23:09,396 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T07:23:09,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fa06f2618f92459397fc5367c304818b, ASSIGN}] 2024-11-13T07:23:09,398 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fa06f2618f92459397fc5367c304818b, ASSIGN 2024-11-13T07:23:09,400 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fa06f2618f92459397fc5367c304818b, ASSIGN; state=OFFLINE, location=2998b885bdef,37029,1731482581501; forceNewPlan=false, retain=false 2024-11-13T07:23:09,477 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.wal-reader.2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/WALs/2998b885bdef,38515,1731482575022/2998b885bdef%2C38515%2C1731482575022.1731482577645 to pos 379, reset compression=false 2024-11-13T07:23:09,550 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fa06f2618f92459397fc5367c304818b, regionState=OPENING, regionLocation=2998b885bdef,37029,1731482581501 2024-11-13T07:23:09,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fa06f2618f92459397fc5367c304818b, ASSIGN because future has completed 2024-11-13T07:23:09,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa06f2618f92459397fc5367c304818b, server=2998b885bdef,37029,1731482581501}] 2024-11-13T07:23:09,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:23:09,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731482588515.fa06f2618f92459397fc5367c304818b. 2024-11-13T07:23:09,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:23:09,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T07:23:09,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C37029%2C1731482581501.rep, suffix=, logDir=hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/WALs/2998b885bdef,37029,1731482581501, archiveDir=hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/oldWALs, maxLogs=10 2024-11-13T07:23:09,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/WALs/2998b885bdef,37029,1731482581501/2998b885bdef%2C37029%2C1731482581501.rep.1731482589759, exclude list is [], retry=0 2024-11-13T07:23:09,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39333,DS-3d7902c1-28a3-485a-839e-0037a2a686a2,DISK] 2024-11-13T07:23:09,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/WALs/2998b885bdef,37029,1731482581501/2998b885bdef%2C37029%2C1731482581501.rep.1731482589759 2024-11-13T07:23:09,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40975:40975)] 2024-11-13T07:23:09,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fa06f2618f92459397fc5367c304818b, NAME => 'hbase:replication,,1731482588515.fa06f2618f92459397fc5367c304818b.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:23:09,809 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:23:09,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T07:23:09,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731482588515.fa06f2618f92459397fc5367c304818b. service=MultiRowMutationService 2024-11-13T07:23:09,809 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T07:23:09,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fa06f2618f92459397fc5367c304818b 2024-11-13T07:23:09,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731482588515.fa06f2618f92459397fc5367c304818b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:23:09,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fa06f2618f92459397fc5367c304818b 2024-11-13T07:23:09,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fa06f2618f92459397fc5367c304818b 2024-11-13T07:23:09,821 INFO [StoreOpener-fa06f2618f92459397fc5367c304818b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fa06f2618f92459397fc5367c304818b 2024-11-13T07:23:09,825 INFO [StoreOpener-fa06f2618f92459397fc5367c304818b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa06f2618f92459397fc5367c304818b columnFamilyName hfileref 2024-11-13T07:23:09,825 DEBUG [StoreOpener-fa06f2618f92459397fc5367c304818b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:09,826 INFO [StoreOpener-fa06f2618f92459397fc5367c304818b-1 {}] regionserver.HStore(327): Store=fa06f2618f92459397fc5367c304818b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:23:09,827 INFO [StoreOpener-fa06f2618f92459397fc5367c304818b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fa06f2618f92459397fc5367c304818b 2024-11-13T07:23:09,828 INFO [StoreOpener-fa06f2618f92459397fc5367c304818b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa06f2618f92459397fc5367c304818b columnFamilyName queue 2024-11-13T07:23:09,828 DEBUG [StoreOpener-fa06f2618f92459397fc5367c304818b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:09,829 INFO [StoreOpener-fa06f2618f92459397fc5367c304818b-1 {}] regionserver.HStore(327): Store=fa06f2618f92459397fc5367c304818b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:23:09,829 INFO [StoreOpener-fa06f2618f92459397fc5367c304818b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fa06f2618f92459397fc5367c304818b 2024-11-13T07:23:09,830 INFO [StoreOpener-fa06f2618f92459397fc5367c304818b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa06f2618f92459397fc5367c304818b columnFamilyName sid 2024-11-13T07:23:09,830 DEBUG [StoreOpener-fa06f2618f92459397fc5367c304818b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:09,830 INFO [StoreOpener-fa06f2618f92459397fc5367c304818b-1 {}] regionserver.HStore(327): Store=fa06f2618f92459397fc5367c304818b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:23:09,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fa06f2618f92459397fc5367c304818b 2024-11-13T07:23:09,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/hbase/replication/fa06f2618f92459397fc5367c304818b 2024-11-13T07:23:09,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/hbase/replication/fa06f2618f92459397fc5367c304818b 2024-11-13T07:23:09,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fa06f2618f92459397fc5367c304818b 2024-11-13T07:23:09,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fa06f2618f92459397fc5367c304818b 2024-11-13T07:23:09,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T07:23:09,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fa06f2618f92459397fc5367c304818b 2024-11-13T07:23:09,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/hbase/replication/fa06f2618f92459397fc5367c304818b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:23:09,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fa06f2618f92459397fc5367c304818b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66948968, jitterRate=-0.002382636070251465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T07:23:09,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa06f2618f92459397fc5367c304818b 2024-11-13T07:23:09,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fa06f2618f92459397fc5367c304818b: Running coprocessor pre-open hook at 1731482589809Writing region info on filesystem at 1731482589809Initializing all the Stores at 1731482589814 (+5 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482589814Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482589820 (+6 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482589820Cleaning up temporary data from old regions at 1731482589832 (+12 ms)Running coprocessor post-open hooks at 1731482589836 (+4 ms)Region opened successfully at 1731482589836 2024-11-13T07:23:09,840 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731482588515.fa06f2618f92459397fc5367c304818b., pid=10, masterSystemTime=1731482589732 2024-11-13T07:23:09,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731482588515.fa06f2618f92459397fc5367c304818b. 2024-11-13T07:23:09,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731482588515.fa06f2618f92459397fc5367c304818b. 2024-11-13T07:23:09,846 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fa06f2618f92459397fc5367c304818b, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,37029,1731482581501 2024-11-13T07:23:09,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa06f2618f92459397fc5367c304818b, server=2998b885bdef,37029,1731482581501 because future has completed 2024-11-13T07:23:09,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T07:23:09,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fa06f2618f92459397fc5367c304818b, server=2998b885bdef,37029,1731482581501 in 290 msec 2024-11-13T07:23:09,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T07:23:09,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fa06f2618f92459397fc5367c304818b, ASSIGN in 465 msec 2024-11-13T07:23:09,864 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T07:23:09,865 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482589864"}]},"ts":"1731482589864"} 2024-11-13T07:23:09,871 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T07:23:09,875 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T07:23:09,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3600 sec 2024-11-13T07:23:09,894 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T07:23:09,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731482588515.fa06f2618f92459397fc5367c304818b., hostname=2998b885bdef,37029,1731482581501, seqNum=2] 2024-11-13T07:23:09,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:09,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:09,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:09,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:09,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:09,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:09,986 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T07:23:09,990 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.wal-reader.2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/WALs/2998b885bdef,38515,1731482575022/2998b885bdef%2C38515%2C1731482575022.1731482577645 to pos 379, reset compression=false 2024-11-13T07:23:10,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39417-0x10133134f000003, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1957296023 2024-11-13T07:23:10,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x10133134f000004, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1957296023 2024-11-13T07:23:10,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T07:23:10,133 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T07:23:10,133 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T07:23:10,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T07:23:10,134 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T07:23:10,135 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T07:23:10,135 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T07:23:10,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T07:23:10,204 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T07:23:10,264 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2998b885bdef,37029,1731482581501, ReplicationSource: 1, currentBandwidth=0 2024-11-13T07:23:10,265 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:23:10,265 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,37029,1731482581501, seqNum=-1] 2024-11-13T07:23:10,265 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:23:10,266 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-13T07:23:10,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2998b885bdef,37029,1731482581501', locateType=CURRENT is [region=hbase:replication,,1731482588515.fa06f2618f92459397fc5367c304818b., hostname=2998b885bdef,37029,1731482581501, seqNum=2] 2024-11-13T07:23:10,271 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T07:23:10,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T07:23:10,274 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2998b885bdef,37029,1731482581501 suceeded 2024-11-13T07:23:10,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T07:23:10,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 237 msec 2024-11-13T07:23:10,276 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2998b885bdef:38669,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T07:23:10,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7730 sec 2024-11-13T07:23:10,302 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2998b885bdef:38669' 2024-11-13T07:23:10,304 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fbd0b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:10,304 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,38669,-1 for getting cluster id 2024-11-13T07:23:10,304 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:23:10,305 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4348f69-7c15-4cd1-9c06-2491739e5122' 2024-11-13T07:23:10,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:23:10,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4348f69-7c15-4cd1-9c06-2491739e5122" 2024-11-13T07:23:10,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@753a5fb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:10,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,38669,-1] 2024-11-13T07:23:10,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:23:10,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:10,308 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:23:10,309 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d839c64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:10,309 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:23:10,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,38669,1731482574458 2024-11-13T07:23:10,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c50fa95 2024-11-13T07:23:10,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:23:10,310 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-13T07:23:10,311 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2998b885bdef,37029,1731482581501 (queues=1) is replicating from cluster=a4b753f2-e2a6-4c86-b9ce-949c21e2dee8 to cluster=d4348f69-7c15-4cd1-9c06-2491739e5122 2024-11-13T07:23:10,311 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2998b885bdef%2C37029%2C1731482581501 2024-11-13T07:23:10,311 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2998b885bdef,37029,1731482581501, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T07:23:10,312 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501.replicationSource.shipper2998b885bdef%2C37029%2C1731482581501,1-2998b885bdef,37029,1731482581501 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2998b885bdef%2C37029%2C1731482581501 2024-11-13T07:23:10,313 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501.replicationSource.wal-reader.2998b885bdef%2C37029%2C1731482581501,1-2998b885bdef,37029,1731482581501 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/WALs/2998b885bdef,37029,1731482581501/2998b885bdef%2C37029%2C1731482581501.1731482583426, startPosition=0, beingWritten=true 2024-11-13T07:23:10,323 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501.replicationSource.wal-reader.2998b885bdef%2C37029%2C1731482581501,1-2998b885bdef,37029,1731482581501 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:23:10,323 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501.replicationSource.wal-reader.2998b885bdef%2C37029%2C1731482581501,1-2998b885bdef,37029,1731482581501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/WALs/2998b885bdef,37029,1731482581501/2998b885bdef%2C37029%2C1731482581501.1731482583426 to pos 379, reset compression=false 2024-11-13T07:23:10,323 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501.replicationSource.shipper2998b885bdef%2C37029%2C1731482581501,1-2998b885bdef,37029,1731482581501 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,37029,1731482581501 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/WALs/2998b885bdef,37029,1731482581501/2998b885bdef%2C37029%2C1731482581501.1731482583426, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T07:23:10,542 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501.replicationSource.wal-reader.2998b885bdef%2C37029%2C1731482581501,1-2998b885bdef,37029,1731482581501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/WALs/2998b885bdef,37029,1731482581501/2998b885bdef%2C37029%2C1731482581501.1731482583426 to pos 379, reset compression=false 2024-11-13T07:23:10,611 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.wal-reader.2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/WALs/2998b885bdef,38515,1731482575022/2998b885bdef%2C38515%2C1731482575022.1731482577645 to pos 379, reset compression=false 2024-11-13T07:23:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:23:10,661 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T07:23:10,661 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:23:10,662 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:23:10,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:10,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:10,662 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:23:10,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:23:10,665 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731482590664/Put/seqid=0 2024-11-13T07:23:10,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741840_1016 (size=7894) 2024-11-13T07:23:10,846 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501.replicationSource.wal-reader.2998b885bdef%2C37029%2C1731482581501,1-2998b885bdef,37029,1731482581501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/WALs/2998b885bdef,37029,1731482581501/2998b885bdef%2C37029%2C1731482581501.1731482583426 to pos 379, reset compression=false 2024-11-13T07:23:11,071 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731482591071/Put/seqid=0 2024-11-13T07:23:11,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741841_1017 (size=7691) 2024-11-13T07:23:11,250 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501.replicationSource.wal-reader.2998b885bdef%2C37029%2C1731482581501,1-2998b885bdef,37029,1731482581501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/WALs/2998b885bdef,37029,1731482581501/2998b885bdef%2C37029%2C1731482581501.1731482583426 to pos 379, reset compression=false 2024-11-13T07:23:11,315 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.wal-reader.2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/WALs/2998b885bdef,38515,1731482575022/2998b885bdef%2C38515%2C1731482575022.1731482577645 to pos 379, reset compression=false 2024-11-13T07:23:11,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@452aeb3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:11,482 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,38669,-1 for getting cluster id 2024-11-13T07:23:11,482 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:23:11,482 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4348f69-7c15-4cd1-9c06-2491739e5122' 2024-11-13T07:23:11,483 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:23:11,483 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4348f69-7c15-4cd1-9c06-2491739e5122" 2024-11-13T07:23:11,483 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6442decc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:11,483 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,38669,-1] 2024-11-13T07:23:11,483 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:23:11,483 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:11,484 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:23:11,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2abc05da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:11,484 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:23:11,485 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,38515,1731482575022, seqNum=-1] 2024-11-13T07:23:11,485 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:23:11,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:23:11,493 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:23:11,494 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,38669,1731482574458 2024-11-13T07:23:11,494 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bc826da 2024-11-13T07:23:11,495 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:23:11,495 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:23:11,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731482584529.a150fadfbced4b0f8c9546c2d88ab1f8., hostname=2998b885bdef,38515,1731482575022, seqNum=2] 2024-11-13T07:23:11,501 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T07:23:11,506 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-13T07:23:11,509 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-13T07:23:11,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/testHFileCyclicReplication_01/f/hfile_1 for inclusion in a150fadfbced4b0f8c9546c2d88ab1f8/f 2024-11-13T07:23:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T07:23:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T07:23:11,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/testHFileCyclicReplication_01/f/hfile_0 for inclusion in a150fadfbced4b0f8c9546c2d88ab1f8/f 2024-11-13T07:23:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T07:23:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T07:23:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.HRegion(2603): Flush status journal for a150fadfbced4b0f8c9546c2d88ab1f8: 2024-11-13T07:23:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/staging/jenkins__test__7ki1r8lio976aru1bandkl01tutabtvkqd49hkt2uovvob40oih8eed9d81r484q/f/hfile_1 2024-11-13T07:23:11,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/staging/jenkins__test__7ki1r8lio976aru1bandkl01tutabtvkqd49hkt2uovvob40oih8eed9d81r484q/f/hfile_1 as hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/default/test/a150fadfbced4b0f8c9546c2d88ab1f8/f/094c99a5c5b44b7b8142fc826b9d8f01_SeqId_4_ 2024-11-13T07:23:11,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/staging/jenkins__test__7ki1r8lio976aru1bandkl01tutabtvkqd49hkt2uovvob40oih8eed9d81r484q/f/hfile_0 2024-11-13T07:23:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/staging/jenkins__test__7ki1r8lio976aru1bandkl01tutabtvkqd49hkt2uovvob40oih8eed9d81r484q/f/hfile_0 as hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/default/test/a150fadfbced4b0f8c9546c2d88ab1f8/f/3051db71d186408bb16ea011a0cd9393_SeqId_4_ 2024-11-13T07:23:11,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/staging/jenkins__test__7ki1r8lio976aru1bandkl01tutabtvkqd49hkt2uovvob40oih8eed9d81r484q/f/hfile_1 into a150fadfbced4b0f8c9546c2d88ab1f8/f as hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/default/test/a150fadfbced4b0f8c9546c2d88ab1f8/f/094c99a5c5b44b7b8142fc826b9d8f01_SeqId_4_ - updating store file list. 2024-11-13T07:23:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 094c99a5c5b44b7b8142fc826b9d8f01_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T07:23:11,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/default/test/a150fadfbced4b0f8c9546c2d88ab1f8/f/094c99a5c5b44b7b8142fc826b9d8f01_SeqId_4_ into a150fadfbced4b0f8c9546c2d88ab1f8/f 2024-11-13T07:23:11,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/staging/jenkins__test__7ki1r8lio976aru1bandkl01tutabtvkqd49hkt2uovvob40oih8eed9d81r484q/f/hfile_1 into a150fadfbced4b0f8c9546c2d88ab1f8/f (new location: hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/default/test/a150fadfbced4b0f8c9546c2d88ab1f8/f/094c99a5c5b44b7b8142fc826b9d8f01_SeqId_4_) 2024-11-13T07:23:11,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/staging/jenkins__test__7ki1r8lio976aru1bandkl01tutabtvkqd49hkt2uovvob40oih8eed9d81r484q/f/hfile_1 2024-11-13T07:23:11,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/staging/jenkins__test__7ki1r8lio976aru1bandkl01tutabtvkqd49hkt2uovvob40oih8eed9d81r484q/f/hfile_0 into a150fadfbced4b0f8c9546c2d88ab1f8/f as hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/default/test/a150fadfbced4b0f8c9546c2d88ab1f8/f/3051db71d186408bb16ea011a0cd9393_SeqId_4_ - updating store file list. 2024-11-13T07:23:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3051db71d186408bb16ea011a0cd9393_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T07:23:11,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/default/test/a150fadfbced4b0f8c9546c2d88ab1f8/f/3051db71d186408bb16ea011a0cd9393_SeqId_4_ into a150fadfbced4b0f8c9546c2d88ab1f8/f 2024-11-13T07:23:11,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/staging/jenkins__test__7ki1r8lio976aru1bandkl01tutabtvkqd49hkt2uovvob40oih8eed9d81r484q/f/hfile_0 into a150fadfbced4b0f8c9546c2d88ab1f8/f (new location: hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/default/test/a150fadfbced4b0f8c9546c2d88ab1f8/f/3051db71d186408bb16ea011a0cd9393_SeqId_4_) 2024-11-13T07:23:11,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/staging/jenkins__test__7ki1r8lio976aru1bandkl01tutabtvkqd49hkt2uovvob40oih8eed9d81r484q/f/hfile_0 2024-11-13T07:23:11,548 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:23:11,548 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:23:11,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:11,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:11,549 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:23:11,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731482584529.a150fadfbced4b0f8c9546c2d88ab1f8., hostname=2998b885bdef,38515,1731482575022, seqNum=2 , the old value is region=test,,1731482584529.a150fadfbced4b0f8c9546c2d88ab1f8., hostname=2998b885bdef,38515,1731482575022, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=2998b885bdef:38515 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T07:23:11,549 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:23:11,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731482584529.a150fadfbced4b0f8c9546c2d88ab1f8., hostname=2998b885bdef,38515,1731482575022, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T07:23:11,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731482584529.a150fadfbced4b0f8c9546c2d88ab1f8., hostname=2998b885bdef,38515,1731482575022, seqNum=2 from cache 2024-11-13T07:23:11,550 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T07:23:11,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,37029,1731482581501, seqNum=-1] 2024-11-13T07:23:11,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:23:11,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:23:11,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731482585164.6d2cc76feb42fb3e017d4dc87a4394cb., hostname=2998b885bdef,37029,1731482581501, seqNum=2] 2024-11-13T07:23:11,555 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T07:23:11,661 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:38515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T07:23:11,755 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501.replicationSource.wal-reader.2998b885bdef%2C37029%2C1731482581501,1-2998b885bdef,37029,1731482581501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/WALs/2998b885bdef,37029,1731482581501/2998b885bdef%2C37029%2C1731482581501.1731482583426 to pos 379, reset compression=false 2024-11-13T07:23:12,119 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.wal-reader.2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/WALs/2998b885bdef,38515,1731482575022/2998b885bdef%2C38515%2C1731482575022.1731482577645 to pos 379, reset compression=false 2024-11-13T07:23:12,124 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.wal-reader.2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T07:23:12,124 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.shipper2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,38515,1731482575022 got entry batch from reader: WALEntryBatch [walEntries=[{test/a150fadfbced4b0f8c9546c2d88ab1f8/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731482591547/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/WALs/2998b885bdef,38515,1731482575022/2998b885bdef%2C38515%2C1731482575022.1731482577645, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T07:23:12,127 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.shipper2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T07:23:12,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-13T07:23:12,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.ReplicationSink(318): Replicating [d4348f69-7c15-4cd1-9c06-2491739e5122] bulk loaded data 2024-11-13T07:23:12,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2dd7773d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:12,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39417,-1 for getting cluster id 2024-11-13T07:23:12,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:23:12,131 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4b753f2-e2a6-4c86-b9ce-949c21e2dee8' 2024-11-13T07:23:12,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:23:12,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4b753f2-e2a6-4c86-b9ce-949c21e2dee8" 2024-11-13T07:23:12,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31218cc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:12,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39417,-1] 2024-11-13T07:23:12,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:23:12,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:12,133 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:23:12,140 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b0072b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:12,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741840_1016 (size=7691) 2024-11-13T07:23:12,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741841_1017 (size=7894) 2024-11-13T07:23:12,273 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:23:12,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,39417,1731482581299 2024-11-13T07:23:12,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e2dfef5 2024-11-13T07:23:12,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:23:12,275 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-13T07:23:12,278 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T07:23:12,278 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:23:12,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,37029,1731482581501, seqNum=-1] 2024-11-13T07:23:12,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:23:12,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-13T07:23:12,290 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/staging/jenkins.hfs.11__test__43atgn36o10unie848g83qkfhdsnt34f846n38q72o1lv6kaqrfhdsp8vmjqfcna/f/094c99a5c5b44b7b8142fc826b9d8f01_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-13T07:23:12,302 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/staging/jenkins.hfs.11__test__43atgn36o10unie848g83qkfhdsnt34f846n38q72o1lv6kaqrfhdsp8vmjqfcna/f/3051db71d186408bb16ea011a0cd9393_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-13T07:23:12,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/staging/jenkins.hfs.11__test__43atgn36o10unie848g83qkfhdsnt34f846n38q72o1lv6kaqrfhdsp8vmjqfcna/f/094c99a5c5b44b7b8142fc826b9d8f01_SeqId_4_ for inclusion in 6d2cc76feb42fb3e017d4dc87a4394cb/f 2024-11-13T07:23:12,324 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.wal-reader.2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/WALs/2998b885bdef,38515,1731482575022/2998b885bdef%2C38515%2C1731482575022.1731482577645 to pos 687, reset compression=false 2024-11-13T07:23:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T07:23:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T07:23:12,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/staging/jenkins.hfs.11__test__43atgn36o10unie848g83qkfhdsnt34f846n38q72o1lv6kaqrfhdsp8vmjqfcna/f/3051db71d186408bb16ea011a0cd9393_SeqId_4_ for inclusion in 6d2cc76feb42fb3e017d4dc87a4394cb/f 2024-11-13T07:23:12,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T07:23:12,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T07:23:12,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HRegion(2603): Flush status journal for 6d2cc76feb42fb3e017d4dc87a4394cb: 2024-11-13T07:23:12,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 094c99a5c5b44b7b8142fc826b9d8f01_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T07:23:12,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/staging/jenkins.hfs.11__test__43atgn36o10unie848g83qkfhdsnt34f846n38q72o1lv6kaqrfhdsp8vmjqfcna/f/094c99a5c5b44b7b8142fc826b9d8f01_SeqId_4_ as hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/default/test/6d2cc76feb42fb3e017d4dc87a4394cb/f/2ac7f29323cd4704a88c4a7e9fa9c8c6_SeqId_4_ 2024-11-13T07:23:12,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3051db71d186408bb16ea011a0cd9393_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T07:23:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/staging/jenkins.hfs.11__test__43atgn36o10unie848g83qkfhdsnt34f846n38q72o1lv6kaqrfhdsp8vmjqfcna/f/3051db71d186408bb16ea011a0cd9393_SeqId_4_ as hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/default/test/6d2cc76feb42fb3e017d4dc87a4394cb/f/604208a2bd8a4cbfb87f0717bab603a3_SeqId_4_ 2024-11-13T07:23:12,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/staging/jenkins.hfs.11__test__43atgn36o10unie848g83qkfhdsnt34f846n38q72o1lv6kaqrfhdsp8vmjqfcna/f/094c99a5c5b44b7b8142fc826b9d8f01_SeqId_4_ into 6d2cc76feb42fb3e017d4dc87a4394cb/f as hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/default/test/6d2cc76feb42fb3e017d4dc87a4394cb/f/2ac7f29323cd4704a88c4a7e9fa9c8c6_SeqId_4_ - updating store file list. 2024-11-13T07:23:12,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2ac7f29323cd4704a88c4a7e9fa9c8c6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T07:23:12,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/default/test/6d2cc76feb42fb3e017d4dc87a4394cb/f/2ac7f29323cd4704a88c4a7e9fa9c8c6_SeqId_4_ into 6d2cc76feb42fb3e017d4dc87a4394cb/f 2024-11-13T07:23:12,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/staging/jenkins.hfs.11__test__43atgn36o10unie848g83qkfhdsnt34f846n38q72o1lv6kaqrfhdsp8vmjqfcna/f/094c99a5c5b44b7b8142fc826b9d8f01_SeqId_4_ into 6d2cc76feb42fb3e017d4dc87a4394cb/f (new location: hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/default/test/6d2cc76feb42fb3e017d4dc87a4394cb/f/2ac7f29323cd4704a88c4a7e9fa9c8c6_SeqId_4_) 2024-11-13T07:23:12,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/staging/jenkins.hfs.11__test__43atgn36o10unie848g83qkfhdsnt34f846n38q72o1lv6kaqrfhdsp8vmjqfcna/f/094c99a5c5b44b7b8142fc826b9d8f01_SeqId_4_ 2024-11-13T07:23:12,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/staging/jenkins.hfs.11__test__43atgn36o10unie848g83qkfhdsnt34f846n38q72o1lv6kaqrfhdsp8vmjqfcna/f/3051db71d186408bb16ea011a0cd9393_SeqId_4_ into 6d2cc76feb42fb3e017d4dc87a4394cb/f as hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/default/test/6d2cc76feb42fb3e017d4dc87a4394cb/f/604208a2bd8a4cbfb87f0717bab603a3_SeqId_4_ - updating store file list. 2024-11-13T07:23:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 604208a2bd8a4cbfb87f0717bab603a3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T07:23:12,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/default/test/6d2cc76feb42fb3e017d4dc87a4394cb/f/604208a2bd8a4cbfb87f0717bab603a3_SeqId_4_ into 6d2cc76feb42fb3e017d4dc87a4394cb/f 2024-11-13T07:23:12,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/staging/jenkins.hfs.11__test__43atgn36o10unie848g83qkfhdsnt34f846n38q72o1lv6kaqrfhdsp8vmjqfcna/f/3051db71d186408bb16ea011a0cd9393_SeqId_4_ into 6d2cc76feb42fb3e017d4dc87a4394cb/f (new location: hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/default/test/6d2cc76feb42fb3e017d4dc87a4394cb/f/604208a2bd8a4cbfb87f0717bab603a3_SeqId_4_) 2024-11-13T07:23:12,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/staging/jenkins.hfs.11__test__43atgn36o10unie848g83qkfhdsnt34f846n38q72o1lv6kaqrfhdsp8vmjqfcna/f/3051db71d186408bb16ea011a0cd9393_SeqId_4_ 2024-11-13T07:23:12,356 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.ReplicationSink(324): Finished replicating [d4348f69-7c15-4cd1-9c06-2491739e5122] bulk loaded data 2024-11-13T07:23:12,359 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501.replicationSource.wal-reader.2998b885bdef%2C37029%2C1731482581501,1-2998b885bdef,37029,1731482581501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/WALs/2998b885bdef,37029,1731482581501/2998b885bdef%2C37029%2C1731482581501.1731482583426 to pos 379, reset compression=false 2024-11-13T07:23:12,364 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501.replicationSource.wal-reader.2998b885bdef%2C37029%2C1731482581501,1-2998b885bdef,37029,1731482581501 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T07:23:12,365 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501.replicationSource.shipper2998b885bdef%2C37029%2C1731482581501,1-2998b885bdef,37029,1731482581501 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,37029,1731482581501 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d2cc76feb42fb3e017d4dc87a4394cb/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731482592354/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/WALs/2998b885bdef,37029,1731482581501/2998b885bdef%2C37029%2C1731482581501.1731482583426, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-13T07:23:12,367 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501.replicationSource.shipper2998b885bdef%2C37029%2C1731482581501,1-2998b885bdef,37029,1731482581501 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T07:23:12,368 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-13T07:23:12,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.ReplicationSink(318): Replicating [d4348f69-7c15-4cd1-9c06-2491739e5122, a4b753f2-e2a6-4c86-b9ce-949c21e2dee8] bulk loaded data 2024-11-13T07:23:12,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@765d1fbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:12,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,38669,-1 for getting cluster id 2024-11-13T07:23:12,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:23:12,370 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4348f69-7c15-4cd1-9c06-2491739e5122' 2024-11-13T07:23:12,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:23:12,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4348f69-7c15-4cd1-9c06-2491739e5122" 2024-11-13T07:23:12,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d913d3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:12,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,38669,-1] 2024-11-13T07:23:12,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:23:12,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:12,372 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:23:12,372 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@84caea9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:12,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741842_1018 (size=7691) 2024-11-13T07:23:12,565 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501.replicationSource.wal-reader.2998b885bdef%2C37029%2C1731482581501,1-2998b885bdef,37029,1731482581501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/WALs/2998b885bdef,37029,1731482581501/2998b885bdef%2C37029%2C1731482581501.1731482583426 to pos 725, reset compression=false 2024-11-13T07:23:12,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:23:12,584 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731482592583/Put/seqid=0 2024-11-13T07:23:12,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741842_1018 (size=11194) 2024-11-13T07:23:12,635 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.wal-reader.2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/WALs/2998b885bdef,38515,1731482575022/2998b885bdef%2C38515%2C1731482575022.1731482577645 to pos 687, reset compression=false 2024-11-13T07:23:12,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741843_1019 (size=7894) 2024-11-13T07:23:12,882 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501.replicationSource.wal-reader.2998b885bdef%2C37029%2C1731482581501,1-2998b885bdef,37029,1731482581501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/WALs/2998b885bdef,37029,1731482581501/2998b885bdef%2C37029%2C1731482581501.1731482583426 to pos 725, reset compression=false 2024-11-13T07:23:12,990 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731482592990/Put/seqid=0 2024-11-13T07:23:12,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741843_1019 (size=10791) 2024-11-13T07:23:13,039 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.wal-reader.2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/WALs/2998b885bdef,38515,1731482575022/2998b885bdef%2C38515%2C1731482575022.1731482577645 to pos 687, reset compression=false 2024-11-13T07:23:13,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:23:13,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,38669,1731482574458 2024-11-13T07:23:13,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63a2308 2024-11-13T07:23:13,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:23:13,234 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-13T07:23:13,235 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T07:23:13,236 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:23:13,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,38515,1731482575022, seqNum=-1] 2024-11-13T07:23:13,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:23:13,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-13T07:23:13,242 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/staging/jenkins.hfs.10__test__85ir2a71bngcfggoh1rkvtpk9qf03uo64ve7t79389pj8rghfhdpdgnbrj6f4h02/f/2ac7f29323cd4704a88c4a7e9fa9c8c6_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-13T07:23:13,245 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/staging/jenkins.hfs.10__test__85ir2a71bngcfggoh1rkvtpk9qf03uo64ve7t79389pj8rghfhdpdgnbrj6f4h02/f/604208a2bd8a4cbfb87f0717bab603a3_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-13T07:23:13,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.ReplicationSink(324): Finished replicating [d4348f69-7c15-4cd1-9c06-2491739e5122, a4b753f2-e2a6-4c86-b9ce-949c21e2dee8] bulk loaded data 2024-11-13T07:23:13,286 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501.replicationSource.wal-reader.2998b885bdef%2C37029%2C1731482581501,1-2998b885bdef,37029,1731482581501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/WALs/2998b885bdef,37029,1731482581501/2998b885bdef%2C37029%2C1731482581501.1731482583426 to pos 725, reset compression=false 2024-11-13T07:23:13,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31abea2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:13,396 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39417,-1 for getting cluster id 2024-11-13T07:23:13,396 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:23:13,397 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4b753f2-e2a6-4c86-b9ce-949c21e2dee8' 2024-11-13T07:23:13,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:23:13,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4b753f2-e2a6-4c86-b9ce-949c21e2dee8" 2024-11-13T07:23:13,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@733765d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:13,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39417,-1] 2024-11-13T07:23:13,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:23:13,398 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:13,398 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:23:13,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@87864ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:13,399 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:23:13,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,37029,1731482581501, seqNum=-1] 2024-11-13T07:23:13,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:23:13,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:23:13,408 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:23:13,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,39417,1731482581299 2024-11-13T07:23:13,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4161a6fb 2024-11-13T07:23:13,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:23:13,411 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:23:13,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731482585164.6d2cc76feb42fb3e017d4dc87a4394cb., hostname=2998b885bdef,37029,1731482581501, seqNum=2] 2024-11-13T07:23:13,417 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T07:23:13,422 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-13T07:23:13,425 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-13T07:23:13,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 6d2cc76feb42fb3e017d4dc87a4394cb/f 2024-11-13T07:23:13,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-13T07:23:13,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T07:23:13,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 6d2cc76feb42fb3e017d4dc87a4394cb/f 2024-11-13T07:23:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-13T07:23:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T07:23:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HRegion(2603): Flush status journal for 6d2cc76feb42fb3e017d4dc87a4394cb: 2024-11-13T07:23:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/staging/jenkins__test__7um39jm1hv16beqrcfn977e4qk50pn4g4u9aqknft95j6cimha51m72atptoh7ii/f/hfile_1 2024-11-13T07:23:13,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/staging/jenkins__test__7um39jm1hv16beqrcfn977e4qk50pn4g4u9aqknft95j6cimha51m72atptoh7ii/f/hfile_1 as hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/default/test/6d2cc76feb42fb3e017d4dc87a4394cb/f/8be9a1f70b80416fa8cdf41b2deec193_SeqId_6_ 2024-11-13T07:23:13,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/staging/jenkins__test__7um39jm1hv16beqrcfn977e4qk50pn4g4u9aqknft95j6cimha51m72atptoh7ii/f/hfile_0 2024-11-13T07:23:13,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/staging/jenkins__test__7um39jm1hv16beqrcfn977e4qk50pn4g4u9aqknft95j6cimha51m72atptoh7ii/f/hfile_0 as hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/default/test/6d2cc76feb42fb3e017d4dc87a4394cb/f/4bc05941c1424b179864df53973daae4_SeqId_6_ 2024-11-13T07:23:13,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/staging/jenkins__test__7um39jm1hv16beqrcfn977e4qk50pn4g4u9aqknft95j6cimha51m72atptoh7ii/f/hfile_1 into 6d2cc76feb42fb3e017d4dc87a4394cb/f as hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/default/test/6d2cc76feb42fb3e017d4dc87a4394cb/f/8be9a1f70b80416fa8cdf41b2deec193_SeqId_6_ - updating store file list. 2024-11-13T07:23:13,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8be9a1f70b80416fa8cdf41b2deec193_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T07:23:13,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/default/test/6d2cc76feb42fb3e017d4dc87a4394cb/f/8be9a1f70b80416fa8cdf41b2deec193_SeqId_6_ into 6d2cc76feb42fb3e017d4dc87a4394cb/f 2024-11-13T07:23:13,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/staging/jenkins__test__7um39jm1hv16beqrcfn977e4qk50pn4g4u9aqknft95j6cimha51m72atptoh7ii/f/hfile_1 into 6d2cc76feb42fb3e017d4dc87a4394cb/f (new location: hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/default/test/6d2cc76feb42fb3e017d4dc87a4394cb/f/8be9a1f70b80416fa8cdf41b2deec193_SeqId_6_) 2024-11-13T07:23:13,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/staging/jenkins__test__7um39jm1hv16beqrcfn977e4qk50pn4g4u9aqknft95j6cimha51m72atptoh7ii/f/hfile_1 2024-11-13T07:23:13,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/staging/jenkins__test__7um39jm1hv16beqrcfn977e4qk50pn4g4u9aqknft95j6cimha51m72atptoh7ii/f/hfile_0 into 6d2cc76feb42fb3e017d4dc87a4394cb/f as hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/default/test/6d2cc76feb42fb3e017d4dc87a4394cb/f/4bc05941c1424b179864df53973daae4_SeqId_6_ - updating store file list. 2024-11-13T07:23:13,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4bc05941c1424b179864df53973daae4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T07:23:13,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/default/test/6d2cc76feb42fb3e017d4dc87a4394cb/f/4bc05941c1424b179864df53973daae4_SeqId_6_ into 6d2cc76feb42fb3e017d4dc87a4394cb/f 2024-11-13T07:23:13,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/staging/jenkins__test__7um39jm1hv16beqrcfn977e4qk50pn4g4u9aqknft95j6cimha51m72atptoh7ii/f/hfile_0 into 6d2cc76feb42fb3e017d4dc87a4394cb/f (new location: hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/default/test/6d2cc76feb42fb3e017d4dc87a4394cb/f/4bc05941c1424b179864df53973daae4_SeqId_6_) 2024-11-13T07:23:13,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/staging/jenkins__test__7um39jm1hv16beqrcfn977e4qk50pn4g4u9aqknft95j6cimha51m72atptoh7ii/f/hfile_0 2024-11-13T07:23:13,460 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:23:13,460 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:23:13,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:13,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:13,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731482585164.6d2cc76feb42fb3e017d4dc87a4394cb., hostname=2998b885bdef,37029,1731482581501, seqNum=2 , the old value is region=test,,1731482585164.6d2cc76feb42fb3e017d4dc87a4394cb., hostname=2998b885bdef,37029,1731482581501, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=2998b885bdef:37029 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T07:23:13,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731482585164.6d2cc76feb42fb3e017d4dc87a4394cb., hostname=2998b885bdef,37029,1731482581501, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T07:23:13,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731482585164.6d2cc76feb42fb3e017d4dc87a4394cb., hostname=2998b885bdef,37029,1731482581501, seqNum=2 from cache 2024-11-13T07:23:13,461 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:23:13,461 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T07:23:13,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,38515,1731482575022, seqNum=-1] 2024-11-13T07:23:13,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:23:13,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:23:13,464 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:23:13,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731482584529.a150fadfbced4b0f8c9546c2d88ab1f8., hostname=2998b885bdef,38515,1731482575022, seqNum=2] 2024-11-13T07:23:13,477 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T07:23:13,544 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.wal-reader.2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/WALs/2998b885bdef,38515,1731482575022/2998b885bdef%2C38515%2C1731482575022.1731482577645 to pos 687, reset compression=false 2024-11-13T07:23:13,572 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:37029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T07:23:13,790 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501.replicationSource.wal-reader.2998b885bdef%2C37029%2C1731482581501,1-2998b885bdef,37029,1731482581501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/WALs/2998b885bdef,37029,1731482581501/2998b885bdef%2C37029%2C1731482581501.1731482583426 to pos 725, reset compression=false 2024-11-13T07:23:13,796 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501.replicationSource.wal-reader.2998b885bdef%2C37029%2C1731482581501,1-2998b885bdef,37029,1731482581501 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T07:23:13,797 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501.replicationSource.shipper2998b885bdef%2C37029%2C1731482581501,1-2998b885bdef,37029,1731482581501 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,37029,1731482581501 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d2cc76feb42fb3e017d4dc87a4394cb/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731482593458/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/WALs/2998b885bdef,37029,1731482581501/2998b885bdef%2C37029%2C1731482581501.1731482583426, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T07:23:13,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.ReplicationSink(318): Replicating [a4b753f2-e2a6-4c86-b9ce-949c21e2dee8] bulk loaded data 2024-11-13T07:23:13,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741844_1020 (size=10791) 2024-11-13T07:23:13,997 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501.replicationSource.wal-reader.2998b885bdef%2C37029%2C1731482581501,1-2998b885bdef,37029,1731482581501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/WALs/2998b885bdef,37029,1731482581501/2998b885bdef%2C37029%2C1731482581501.1731482583426 to pos 1033, reset compression=false 2024-11-13T07:23:14,148 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.wal-reader.2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/WALs/2998b885bdef,38515,1731482575022/2998b885bdef%2C38515%2C1731482575022.1731482577645 to pos 687, reset compression=false 2024-11-13T07:23:14,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741845_1021 (size=11194) 2024-11-13T07:23:14,301 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501.replicationSource.wal-reader.2998b885bdef%2C37029%2C1731482581501,1-2998b885bdef,37029,1731482581501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/WALs/2998b885bdef,37029,1731482581501/2998b885bdef%2C37029%2C1731482581501.1731482583426 to pos 1033, reset compression=false 2024-11-13T07:23:14,482 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T07:23:14,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T07:23:14,646 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/staging/jenkins.hfs.10__test__j44jrp7hrqt9k1cmhlm4ki4bn8gqo053lj4m903onhqio94andlf049vrett7u7u/f/4bc05941c1424b179864df53973daae4_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-13T07:23:14,648 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/staging/jenkins.hfs.10__test__j44jrp7hrqt9k1cmhlm4ki4bn8gqo053lj4m903onhqio94andlf049vrett7u7u/f/8be9a1f70b80416fa8cdf41b2deec193_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-13T07:23:14,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/staging/jenkins.hfs.10__test__j44jrp7hrqt9k1cmhlm4ki4bn8gqo053lj4m903onhqio94andlf049vrett7u7u/f/4bc05941c1424b179864df53973daae4_SeqId_6_ for inclusion in a150fadfbced4b0f8c9546c2d88ab1f8/f 2024-11-13T07:23:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-13T07:23:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T07:23:14,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/staging/jenkins.hfs.10__test__j44jrp7hrqt9k1cmhlm4ki4bn8gqo053lj4m903onhqio94andlf049vrett7u7u/f/8be9a1f70b80416fa8cdf41b2deec193_SeqId_6_ for inclusion in a150fadfbced4b0f8c9546c2d88ab1f8/f 2024-11-13T07:23:14,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-13T07:23:14,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T07:23:14,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.HRegion(2603): Flush status journal for a150fadfbced4b0f8c9546c2d88ab1f8: 2024-11-13T07:23:14,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4bc05941c1424b179864df53973daae4_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T07:23:14,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/staging/jenkins.hfs.10__test__j44jrp7hrqt9k1cmhlm4ki4bn8gqo053lj4m903onhqio94andlf049vrett7u7u/f/4bc05941c1424b179864df53973daae4_SeqId_6_ as hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/default/test/a150fadfbced4b0f8c9546c2d88ab1f8/f/8d087c0b8ef44ca5b672a1a5ba4d4acb_SeqId_6_ 2024-11-13T07:23:14,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8be9a1f70b80416fa8cdf41b2deec193_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T07:23:14,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/staging/jenkins.hfs.10__test__j44jrp7hrqt9k1cmhlm4ki4bn8gqo053lj4m903onhqio94andlf049vrett7u7u/f/8be9a1f70b80416fa8cdf41b2deec193_SeqId_6_ as hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/default/test/a150fadfbced4b0f8c9546c2d88ab1f8/f/1c6a885f19314ced95804f3a6df6bcc3_SeqId_6_ 2024-11-13T07:23:14,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/staging/jenkins.hfs.10__test__j44jrp7hrqt9k1cmhlm4ki4bn8gqo053lj4m903onhqio94andlf049vrett7u7u/f/4bc05941c1424b179864df53973daae4_SeqId_6_ into a150fadfbced4b0f8c9546c2d88ab1f8/f as hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/default/test/a150fadfbced4b0f8c9546c2d88ab1f8/f/8d087c0b8ef44ca5b672a1a5ba4d4acb_SeqId_6_ - updating store file list. 2024-11-13T07:23:14,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8d087c0b8ef44ca5b672a1a5ba4d4acb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T07:23:14,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/default/test/a150fadfbced4b0f8c9546c2d88ab1f8/f/8d087c0b8ef44ca5b672a1a5ba4d4acb_SeqId_6_ into a150fadfbced4b0f8c9546c2d88ab1f8/f 2024-11-13T07:23:14,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/staging/jenkins.hfs.10__test__j44jrp7hrqt9k1cmhlm4ki4bn8gqo053lj4m903onhqio94andlf049vrett7u7u/f/4bc05941c1424b179864df53973daae4_SeqId_6_ into a150fadfbced4b0f8c9546c2d88ab1f8/f (new location: hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/default/test/a150fadfbced4b0f8c9546c2d88ab1f8/f/8d087c0b8ef44ca5b672a1a5ba4d4acb_SeqId_6_) 2024-11-13T07:23:14,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/staging/jenkins.hfs.10__test__j44jrp7hrqt9k1cmhlm4ki4bn8gqo053lj4m903onhqio94andlf049vrett7u7u/f/4bc05941c1424b179864df53973daae4_SeqId_6_ 2024-11-13T07:23:14,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/staging/jenkins.hfs.10__test__j44jrp7hrqt9k1cmhlm4ki4bn8gqo053lj4m903onhqio94andlf049vrett7u7u/f/8be9a1f70b80416fa8cdf41b2deec193_SeqId_6_ into a150fadfbced4b0f8c9546c2d88ab1f8/f as hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/default/test/a150fadfbced4b0f8c9546c2d88ab1f8/f/1c6a885f19314ced95804f3a6df6bcc3_SeqId_6_ - updating store file list. 2024-11-13T07:23:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1c6a885f19314ced95804f3a6df6bcc3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T07:23:14,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/default/test/a150fadfbced4b0f8c9546c2d88ab1f8/f/1c6a885f19314ced95804f3a6df6bcc3_SeqId_6_ into a150fadfbced4b0f8c9546c2d88ab1f8/f 2024-11-13T07:23:14,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/staging/jenkins.hfs.10__test__j44jrp7hrqt9k1cmhlm4ki4bn8gqo053lj4m903onhqio94andlf049vrett7u7u/f/8be9a1f70b80416fa8cdf41b2deec193_SeqId_6_ into a150fadfbced4b0f8c9546c2d88ab1f8/f (new location: hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/default/test/a150fadfbced4b0f8c9546c2d88ab1f8/f/1c6a885f19314ced95804f3a6df6bcc3_SeqId_6_) 2024-11-13T07:23:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/staging/jenkins.hfs.10__test__j44jrp7hrqt9k1cmhlm4ki4bn8gqo053lj4m903onhqio94andlf049vrett7u7u/f/8be9a1f70b80416fa8cdf41b2deec193_SeqId_6_ 2024-11-13T07:23:14,674 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.ReplicationSink(324): Finished replicating [a4b753f2-e2a6-4c86-b9ce-949c21e2dee8] bulk loaded data 2024-11-13T07:23:14,704 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501.replicationSource.wal-reader.2998b885bdef%2C37029%2C1731482581501,1-2998b885bdef,37029,1731482581501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/WALs/2998b885bdef,37029,1731482581501/2998b885bdef%2C37029%2C1731482581501.1731482583426 to pos 1033, reset compression=false 2024-11-13T07:23:14,851 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.wal-reader.2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/WALs/2998b885bdef,38515,1731482575022/2998b885bdef%2C38515%2C1731482575022.1731482577645 to pos 687, reset compression=false 2024-11-13T07:23:14,856 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.wal-reader.2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T07:23:14,856 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.shipper2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,38515,1731482575022 got entry batch from reader: WALEntryBatch [walEntries=[{test/a150fadfbced4b0f8c9546c2d88ab1f8/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731482594673/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/WALs/2998b885bdef,38515,1731482575022/2998b885bdef%2C38515%2C1731482575022.1731482577645, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-13T07:23:14,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.ReplicationSink(318): Replicating [a4b753f2-e2a6-4c86-b9ce-949c21e2dee8, d4348f69-7c15-4cd1-9c06-2491739e5122] bulk loaded data 2024-11-13T07:23:14,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741844_1020 (size=11194) 2024-11-13T07:23:15,056 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.wal-reader.2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/WALs/2998b885bdef,38515,1731482575022/2998b885bdef%2C38515%2C1731482575022.1731482577645 to pos 1033, reset compression=false 2024-11-13T07:23:15,208 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501.replicationSource.wal-reader.2998b885bdef%2C37029%2C1731482581501,1-2998b885bdef,37029,1731482581501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/WALs/2998b885bdef,37029,1731482581501/2998b885bdef%2C37029%2C1731482581501.1731482583426 to pos 1033, reset compression=false 2024-11-13T07:23:15,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741845_1021 (size=10791) 2024-11-13T07:23:15,311 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T07:23:15,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:15,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:15,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:15,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:15,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:15,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:15,360 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.wal-reader.2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/WALs/2998b885bdef,38515,1731482575022/2998b885bdef%2C38515%2C1731482575022.1731482577645 to pos 1033, reset compression=false 2024-11-13T07:23:15,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T07:23:15,493 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:23:15,493 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:23:15,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:15,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:15,493 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T07:23:15,493 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:23:15,493 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1733731890, stopped=false 2024-11-13T07:23:15,494 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2998b885bdef,39417,1731482581299 2024-11-13T07:23:15,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x10133134f000004, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1957296023/running 2024-11-13T07:23:15,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39417-0x10133134f000003, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1957296023/running 2024-11-13T07:23:15,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39417-0x10133134f000003, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1957296023 2024-11-13T07:23:15,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x10133134f000004, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1957296023 2024-11-13T07:23:15,508 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:23:15,509 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:23:15,509 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:23:15,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:15,509 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2998b885bdef,37029,1731482581501' ***** 2024-11-13T07:23:15,509 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T07:23:15,509 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37029-0x10133134f000004, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Set watcher on znode that does not yet exist, /1-1957296023/running 2024-11-13T07:23:15,510 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39417-0x10133134f000003, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Set watcher on znode that does not yet exist, /1-1957296023/running 2024-11-13T07:23:15,510 INFO [RS:0;2998b885bdef:37029 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T07:23:15,510 INFO [RS:0;2998b885bdef:37029 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T07:23:15,510 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T07:23:15,510 INFO [RS:0;2998b885bdef:37029 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T07:23:15,510 INFO [RS:0;2998b885bdef:37029 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d2cc76feb42fb3e017d4dc87a4394cb 2024-11-13T07:23:15,510 INFO [RS:0;2998b885bdef:37029 {}] regionserver.HRegionServer(3091): Received CLOSE for fa06f2618f92459397fc5367c304818b 2024-11-13T07:23:15,510 INFO [RS:0;2998b885bdef:37029 {}] regionserver.HRegionServer(959): stopping server 2998b885bdef,37029,1731482581501 2024-11-13T07:23:15,510 INFO [RS:0;2998b885bdef:37029 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:23:15,510 INFO [RS:0;2998b885bdef:37029 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:37029. 2024-11-13T07:23:15,510 DEBUG [RS:0;2998b885bdef:37029 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:23:15,510 DEBUG [RS:0;2998b885bdef:37029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:15,510 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d2cc76feb42fb3e017d4dc87a4394cb, disabling compactions & flushes 2024-11-13T07:23:15,510 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731482585164.6d2cc76feb42fb3e017d4dc87a4394cb. 2024-11-13T07:23:15,510 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731482585164.6d2cc76feb42fb3e017d4dc87a4394cb. 2024-11-13T07:23:15,511 INFO [RS:0;2998b885bdef:37029 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T07:23:15,511 INFO [RS:0;2998b885bdef:37029 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T07:23:15,511 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731482585164.6d2cc76feb42fb3e017d4dc87a4394cb. after waiting 0 ms 2024-11-13T07:23:15,511 INFO [RS:0;2998b885bdef:37029 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T07:23:15,511 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731482585164.6d2cc76feb42fb3e017d4dc87a4394cb. 2024-11-13T07:23:15,511 INFO [RS:0;2998b885bdef:37029 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T07:23:15,511 INFO [RS:0;2998b885bdef:37029 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T07:23:15,511 DEBUG [RS:0;2998b885bdef:37029 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6d2cc76feb42fb3e017d4dc87a4394cb=test,,1731482585164.6d2cc76feb42fb3e017d4dc87a4394cb., fa06f2618f92459397fc5367c304818b=hbase:replication,,1731482588515.fa06f2618f92459397fc5367c304818b.} 2024-11-13T07:23:15,511 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:23:15,511 DEBUG [RS:0;2998b885bdef:37029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d2cc76feb42fb3e017d4dc87a4394cb, fa06f2618f92459397fc5367c304818b 2024-11-13T07:23:15,511 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:23:15,511 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:23:15,511 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:23:15,511 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:23:15,511 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T07:23:15,515 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/default/test/6d2cc76feb42fb3e017d4dc87a4394cb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T07:23:15,515 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:23:15,515 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T07:23:15,515 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731482585164.6d2cc76feb42fb3e017d4dc87a4394cb. 2024-11-13T07:23:15,515 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d2cc76feb42fb3e017d4dc87a4394cb: Waiting for close lock at 1731482595510Running coprocessor pre-close hooks at 1731482595510Disabling compacts and flushes for region at 1731482595510Disabling writes for close at 1731482595511 (+1 ms)Writing region close event to WAL at 1731482595511Running coprocessor post-close hooks at 1731482595515 (+4 ms)Closed at 1731482595515 2024-11-13T07:23:15,515 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731482585164.6d2cc76feb42fb3e017d4dc87a4394cb. 2024-11-13T07:23:15,516 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa06f2618f92459397fc5367c304818b, disabling compactions & flushes 2024-11-13T07:23:15,516 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731482588515.fa06f2618f92459397fc5367c304818b. 2024-11-13T07:23:15,516 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731482588515.fa06f2618f92459397fc5367c304818b. 2024-11-13T07:23:15,516 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731482588515.fa06f2618f92459397fc5367c304818b. after waiting 0 ms 2024-11-13T07:23:15,516 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731482588515.fa06f2618f92459397fc5367c304818b. 2024-11-13T07:23:15,516 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fa06f2618f92459397fc5367c304818b 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-13T07:23:15,528 INFO [regionserver/2998b885bdef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:23:15,533 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/hbase/meta/1588230740/.tmp/info/ee0e57f18c8c475eaf76411f60ea9302 is 147, key is hbase:replication,,1731482588515.fa06f2618f92459397fc5367c304818b./info:regioninfo/1731482589845/Put/seqid=0 2024-11-13T07:23:15,536 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/hbase/replication/fa06f2618f92459397fc5367c304818b/.tmp/hfileref/90d3e9f594b74a14b5e56b0bb5bdc6ac is 74, key is 1/hfileref:2ac7f29323cd4704a88c4a7e9fa9c8c6_SeqId_4_/1731482593248/DeleteColumn/seqid=0 2024-11-13T07:23:15,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741846_1022 (size=7686) 2024-11-13T07:23:15,546 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/hbase/meta/1588230740/.tmp/info/ee0e57f18c8c475eaf76411f60ea9302 2024-11-13T07:23:15,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741847_1023 (size=5345) 2024-11-13T07:23:15,562 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/hbase/replication/fa06f2618f92459397fc5367c304818b/.tmp/hfileref/90d3e9f594b74a14b5e56b0bb5bdc6ac 2024-11-13T07:23:15,582 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/hbase/meta/1588230740/.tmp/ns/3958d5cbd14e41f4b9cd25fc93eb3ed5 is 43, key is default/ns:d/1731482584432/Put/seqid=0 2024-11-13T07:23:15,602 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/hbase/replication/fa06f2618f92459397fc5367c304818b/.tmp/queue/73800fcbefb143948be10fc78e2467ca is 154, key is 1-2998b885bdef,37029,1731482581501/queue:2998b885bdef%2C37029%2C1731482581501/1731482594677/Put/seqid=0 2024-11-13T07:23:15,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741848_1024 (size=5153) 2024-11-13T07:23:15,609 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/hbase/meta/1588230740/.tmp/ns/3958d5cbd14e41f4b9cd25fc93eb3ed5 2024-11-13T07:23:15,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741849_1025 (size=5353) 2024-11-13T07:23:15,636 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/hbase/meta/1588230740/.tmp/rep_barrier/e2fb1cc4d9da483c9cf46b1ae488b74c is 112, key is test,,1731482585164.6d2cc76feb42fb3e017d4dc87a4394cb./rep_barrier:seqnumDuringOpen/1731482586306/Put/seqid=0 2024-11-13T07:23:15,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741850_1026 (size=5518) 2024-11-13T07:23:15,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T07:23:15,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37029 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 2998b885bdef,37029,1731482581501 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:23:15,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37029 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:37618 deadline: 1731482655675, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 2998b885bdef,37029,1731482581501 stopping 2024-11-13T07:23:15,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2998b885bdef,37029,1731482581501, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2998b885bdef,37029,1731482581501, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 2998b885bdef,37029,1731482581501 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:23:15,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2998b885bdef,37029,1731482581501, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 2998b885bdef,37029,1731482581501 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:23:15,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2998b885bdef,37029,1731482581501, seqNum=-1 from cache 2024-11-13T07:23:15,711 DEBUG [RS:0;2998b885bdef:37029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fa06f2618f92459397fc5367c304818b 2024-11-13T07:23:15,765 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.wal-reader.2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/WALs/2998b885bdef,38515,1731482575022/2998b885bdef%2C38515%2C1731482575022.1731482577645 to pos 1033, reset compression=false 2024-11-13T07:23:15,811 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:23:15,812 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501.replicationSource.wal-reader.2998b885bdef%2C37029%2C1731482581501,1-2998b885bdef,37029,1731482581501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/WALs/2998b885bdef,37029,1731482581501/2998b885bdef%2C37029%2C1731482581501.1731482583426 to pos 1033, reset compression=false 2024-11-13T07:23:15,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,37029,1731482581501, seqNum=-1] 2024-11-13T07:23:15,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37029 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 2998b885bdef,37029,1731482581501 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:23:15,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37029 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:37618 deadline: 1731482655676, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 2998b885bdef,37029,1731482581501 stopping 2024-11-13T07:23:15,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2998b885bdef,37029,1731482581501, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2998b885bdef,37029,1731482581501, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 2998b885bdef,37029,1731482581501 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:23:15,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2998b885bdef,37029,1731482581501, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 2998b885bdef,37029,1731482581501 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T07:23:15,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2998b885bdef,37029,1731482581501, seqNum=-1 from cache 2024-11-13T07:23:15,819 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501.replicationSource.wal-reader.2998b885bdef%2C37029%2C1731482581501,1-2998b885bdef,37029,1731482581501 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:23:15,819 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501.replicationSource.wal-reader.2998b885bdef%2C37029%2C1731482581501,1-2998b885bdef,37029,1731482581501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/WALs/2998b885bdef,37029,1731482581501/2998b885bdef%2C37029%2C1731482581501.1731482583426 to pos 1328, reset compression=false 2024-11-13T07:23:15,819 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501.replicationSource.shipper2998b885bdef%2C37029%2C1731482581501,1-2998b885bdef,37029,1731482581501 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,37029,1731482581501 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/WALs/2998b885bdef,37029,1731482581501/2998b885bdef%2C37029%2C1731482581501.1731482583426, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T07:23:15,820 ERROR [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501.replicationSource.shipper2998b885bdef%2C37029%2C1731482581501,1-2998b885bdef,37029,1731482581501 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2998b885bdef,37029,1731482581501: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2998b885bdef,37029,1731482581501, walGroup=2998b885bdef%2C37029%2C1731482581501, offset=2998b885bdef%2C37029%2C1731482581501.1731482583426:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:37029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T07:23:15,822 ERROR [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501.replicationSource.shipper2998b885bdef%2C37029%2C1731482581501,1-2998b885bdef,37029,1731482581501 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T07:23:15,822 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501.replicationSource.shipper2998b885bdef%2C37029%2C1731482581501,1-2998b885bdef,37029,1731482581501 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T07:23:15,823 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501.replicationSource.shipper2998b885bdef%2C37029%2C1731482581501,1-2998b885bdef,37029,1731482581501 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T07:23:15,823 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501.replicationSource.shipper2998b885bdef%2C37029%2C1731482581501,1-2998b885bdef,37029,1731482581501 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T07:23:15,823 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501.replicationSource.shipper2998b885bdef%2C37029%2C1731482581501,1-2998b885bdef,37029,1731482581501 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T07:23:15,823 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501.replicationSource.shipper2998b885bdef%2C37029%2C1731482581501,1-2998b885bdef,37029,1731482581501 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 601715952 }, "NonHeapMemoryUsage": { "committed": 190644224, "init": 7667712, "max": -1, "used": 187962280 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T07:23:15,826 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501.replicationSource.shipper2998b885bdef%2C37029%2C1731482581501,1-2998b885bdef,37029,1731482581501 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:39417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:39417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T07:23:15,911 DEBUG [RS:0;2998b885bdef:37029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fa06f2618f92459397fc5367c304818b 2024-11-13T07:23:16,020 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:23:16,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,37029,1731482581501, seqNum=-1] 2024-11-13T07:23:16,022 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/hbase/replication/fa06f2618f92459397fc5367c304818b/.tmp/queue/73800fcbefb143948be10fc78e2467ca 2024-11-13T07:23:16,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 2998b885bdef,37029,1731482581501 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:23:16,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2998b885bdef,37029,1731482581501, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2998b885bdef,37029,1731482581501, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 2998b885bdef,37029,1731482581501 aborting 2024-11-13T07:23:16,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2998b885bdef,37029,1731482581501, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 2998b885bdef,37029,1731482581501 aborting 2024-11-13T07:23:16,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2998b885bdef,37029,1731482581501, seqNum=-1 from cache 2024-11-13T07:23:16,025 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501.replicationSource.wal-reader.2998b885bdef%2C37029%2C1731482581501,1-2998b885bdef,37029,1731482581501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/WALs/2998b885bdef,37029,1731482581501/2998b885bdef%2C37029%2C1731482581501.1731482583426 to pos 1328, reset compression=false 2024-11-13T07:23:16,028 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/hbase/replication/fa06f2618f92459397fc5367c304818b/.tmp/hfileref/90d3e9f594b74a14b5e56b0bb5bdc6ac as hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/hbase/replication/fa06f2618f92459397fc5367c304818b/hfileref/90d3e9f594b74a14b5e56b0bb5bdc6ac 2024-11-13T07:23:16,032 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/hbase/replication/fa06f2618f92459397fc5367c304818b/hfileref/90d3e9f594b74a14b5e56b0bb5bdc6ac, entries=4, sequenceid=12, filesize=5.2 K 2024-11-13T07:23:16,033 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/hbase/replication/fa06f2618f92459397fc5367c304818b/.tmp/queue/73800fcbefb143948be10fc78e2467ca as hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/hbase/replication/fa06f2618f92459397fc5367c304818b/queue/73800fcbefb143948be10fc78e2467ca 2024-11-13T07:23:16,037 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/hbase/replication/fa06f2618f92459397fc5367c304818b/queue/73800fcbefb143948be10fc78e2467ca, entries=1, sequenceid=12, filesize=5.2 K 2024-11-13T07:23:16,038 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for fa06f2618f92459397fc5367c304818b in 522ms, sequenceid=12, compaction requested=false 2024-11-13T07:23:16,040 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/hbase/meta/1588230740/.tmp/rep_barrier/e2fb1cc4d9da483c9cf46b1ae488b74c 2024-11-13T07:23:16,043 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/hbase/replication/fa06f2618f92459397fc5367c304818b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T07:23:16,044 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:23:16,044 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:23:16,044 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731482588515.fa06f2618f92459397fc5367c304818b. 2024-11-13T07:23:16,044 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa06f2618f92459397fc5367c304818b: Waiting for close lock at 1731482595516Running coprocessor pre-close hooks at 1731482595516Disabling compacts and flushes for region at 1731482595516Disabling writes for close at 1731482595516Obtaining lock to block concurrent updates at 1731482595516Preparing flush snapshotting stores in fa06f2618f92459397fc5367c304818b at 1731482595516Finished memstore snapshotting hbase:replication,,1731482588515.fa06f2618f92459397fc5367c304818b., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731482595516Flushing stores of hbase:replication,,1731482588515.fa06f2618f92459397fc5367c304818b. at 1731482595517 (+1 ms)Flushing fa06f2618f92459397fc5367c304818b/hfileref: creating writer at 1731482595517Flushing fa06f2618f92459397fc5367c304818b/hfileref: appending metadata at 1731482595535 (+18 ms)Flushing fa06f2618f92459397fc5367c304818b/hfileref: closing flushed file at 1731482595535Flushing fa06f2618f92459397fc5367c304818b/queue: creating writer at 1731482595574 (+39 ms)Flushing fa06f2618f92459397fc5367c304818b/queue: appending metadata at 1731482595602 (+28 ms)Flushing fa06f2618f92459397fc5367c304818b/queue: closing flushed file at 1731482595602Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cce88a: reopening flushed file at 1731482596027 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d3598b1: reopening flushed file at 1731482596033 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for fa06f2618f92459397fc5367c304818b in 522ms, sequenceid=12, compaction requested=false at 1731482596038 (+5 ms)Writing region close event to WAL at 1731482596039 (+1 ms)Running coprocessor post-close hooks at 1731482596043 (+4 ms)Closed at 1731482596044 (+1 ms) 2024-11-13T07:23:16,044 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731482588515.fa06f2618f92459397fc5367c304818b. 2024-11-13T07:23:16,058 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/hbase/meta/1588230740/.tmp/table/13acf1eb503c4b15958d0d6554635f82 is 53, key is hbase:replication/table:state/1731482589864/Put/seqid=0 2024-11-13T07:23:16,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741851_1027 (size=5308) 2024-11-13T07:23:16,111 DEBUG [RS:0;2998b885bdef:37029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:23:16,268 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.wal-reader.2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/WALs/2998b885bdef,38515,1731482575022/2998b885bdef%2C38515%2C1731482575022.1731482577645 to pos 1033, reset compression=false 2024-11-13T07:23:16,301 INFO [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T07:23:16,301 INFO [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T07:23:16,312 DEBUG [RS:0;2998b885bdef:37029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:23:16,329 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501.replicationSource.wal-reader.2998b885bdef%2C37029%2C1731482581501,1-2998b885bdef,37029,1731482581501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/WALs/2998b885bdef,37029,1731482581501/2998b885bdef%2C37029%2C1731482581501.1731482583426 to pos 1328, reset compression=false 2024-11-13T07:23:16,330 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:23:16,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,37029,1731482581501, seqNum=-1] 2024-11-13T07:23:16,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 2998b885bdef,37029,1731482581501 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:23:16,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2998b885bdef,37029,1731482581501, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2998b885bdef,37029,1731482581501, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 2998b885bdef,37029,1731482581501 aborting 2024-11-13T07:23:16,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2998b885bdef,37029,1731482581501, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 2998b885bdef,37029,1731482581501 aborting 2024-11-13T07:23:16,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2998b885bdef,37029,1731482581501, seqNum=-1 from cache 2024-11-13T07:23:16,462 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/hbase/meta/1588230740/.tmp/table/13acf1eb503c4b15958d0d6554635f82 2024-11-13T07:23:16,468 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/hbase/meta/1588230740/.tmp/info/ee0e57f18c8c475eaf76411f60ea9302 as hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/hbase/meta/1588230740/info/ee0e57f18c8c475eaf76411f60ea9302 2024-11-13T07:23:16,475 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/hbase/meta/1588230740/info/ee0e57f18c8c475eaf76411f60ea9302, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T07:23:16,476 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/hbase/meta/1588230740/.tmp/ns/3958d5cbd14e41f4b9cd25fc93eb3ed5 as hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/hbase/meta/1588230740/ns/3958d5cbd14e41f4b9cd25fc93eb3ed5 2024-11-13T07:23:16,484 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/hbase/meta/1588230740/ns/3958d5cbd14e41f4b9cd25fc93eb3ed5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T07:23:16,487 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/hbase/meta/1588230740/.tmp/rep_barrier/e2fb1cc4d9da483c9cf46b1ae488b74c as hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/hbase/meta/1588230740/rep_barrier/e2fb1cc4d9da483c9cf46b1ae488b74c 2024-11-13T07:23:16,493 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/hbase/meta/1588230740/rep_barrier/e2fb1cc4d9da483c9cf46b1ae488b74c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T07:23:16,494 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/hbase/meta/1588230740/.tmp/table/13acf1eb503c4b15958d0d6554635f82 as hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/hbase/meta/1588230740/table/13acf1eb503c4b15958d0d6554635f82 2024-11-13T07:23:16,501 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/hbase/meta/1588230740/table/13acf1eb503c4b15958d0d6554635f82, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T07:23:16,502 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 991ms, sequenceid=16, compaction requested=false 2024-11-13T07:23:16,506 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T07:23:16,506 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:23:16,506 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:23:16,506 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:23:16,506 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482595511Running coprocessor pre-close hooks at 1731482595511Disabling compacts and flushes for region at 1731482595511Disabling writes for close at 1731482595511Obtaining lock to block concurrent updates at 1731482595511Preparing flush snapshotting stores in 1588230740 at 1731482595511Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731482595512 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731482595513 (+1 ms)Flushing 1588230740/info: creating writer at 1731482595513Flushing 1588230740/info: appending metadata at 1731482595532 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731482595532Flushing 1588230740/ns: creating writer at 1731482595553 (+21 ms)Flushing 1588230740/ns: appending metadata at 1731482595582 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1731482595582Flushing 1588230740/rep_barrier: creating writer at 1731482595615 (+33 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731482595635 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731482595635Flushing 1588230740/table: creating writer at 1731482596045 (+410 ms)Flushing 1588230740/table: appending metadata at 1731482596058 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731482596058Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54bb396c: reopening flushed file at 1731482596467 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a5a8bff: reopening flushed file at 1731482596475 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1931a5d8: reopening flushed file at 1731482596484 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cedca52: reopening flushed file at 1731482596493 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 991ms, sequenceid=16, compaction requested=false at 1731482596502 (+9 ms)Writing region close event to WAL at 1731482596503 (+1 ms)Running coprocessor post-close hooks at 1731482596506 (+3 ms)Closed at 1731482596506 2024-11-13T07:23:16,506 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T07:23:16,512 INFO [RS:0;2998b885bdef:37029 {}] regionserver.HRegionServer(976): stopping server 2998b885bdef,37029,1731482581501; all regions closed. 2024-11-13T07:23:16,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741834_1010 (size=4239) 2024-11-13T07:23:16,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741839_1015 (size=3127) 2024-11-13T07:23:16,516 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/WALs/2998b885bdef,37029,1731482581501/2998b885bdef%2C37029%2C1731482581501.rep.1731482589759 not finished, retry = 0 2024-11-13T07:23:16,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741832_1008 (size=1336) 2024-11-13T07:23:16,620 DEBUG [RS:0;2998b885bdef:37029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:16,620 INFO [RS:0;2998b885bdef:37029 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:23:16,620 INFO [RS:0;2998b885bdef:37029 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:23:16,620 INFO [RS:0;2998b885bdef:37029 {}] hbase.ChoreService(370): Chore service for: regionserver/2998b885bdef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T07:23:16,620 INFO [RS:0;2998b885bdef:37029 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:23:16,620 INFO [regionserver/2998b885bdef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:23:16,620 INFO [RS:0;2998b885bdef:37029 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2998b885bdef,37029,1731482581501 because: Region server is closing 2024-11-13T07:23:16,621 INFO [RS:0;2998b885bdef:37029 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:37029. 2024-11-13T07:23:16,621 DEBUG [RS:0;2998b885bdef:37029 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:23:16,621 DEBUG [RS:0;2998b885bdef:37029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:16,621 DEBUG [RS:0;2998b885bdef:37029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:16,621 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:23:16,721 INFO [RS:0;2998b885bdef:37029 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501.replicationSource.shipper2998b885bdef%2C37029%2C1731482581501,1-2998b885bdef,37029,1731482581501 terminated 2024-11-13T07:23:16,721 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,37029,1731482581501.replicationSource.wal-reader.2998b885bdef%2C37029%2C1731482581501,1-2998b885bdef,37029,1731482581501 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T07:23:16,721 INFO [RS:0;2998b885bdef:37029 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:37029. 2024-11-13T07:23:16,721 DEBUG [RS:0;2998b885bdef:37029 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:23:16,721 DEBUG [RS:0;2998b885bdef:37029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:16,721 DEBUG [RS:0;2998b885bdef:37029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:16,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:23:16,722 INFO [RS:0;2998b885bdef:37029 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37029 2024-11-13T07:23:16,723 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.ReplicationSink(335): Unable to accept edit because: java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-13T07:23:16,723 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] ipc.MetricsHBaseServer(152): Unknown exception type java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-13T07:23:16,723 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:37604 deadline: 1731482654857, exception=java.io.InterruptedIOException 2024-11-13T07:23:16,724 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T07:23:16,723 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.shipper2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=2998b885bdef:37029 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-11-13T07:23:16,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x10133134f000004, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1957296023/rs/2998b885bdef,37029,1731482581501 2024-11-13T07:23:16,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39417-0x10133134f000003, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1957296023/rs 2024-11-13T07:23:16,729 INFO [RS:0;2998b885bdef:37029 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:23:16,740 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2998b885bdef,37029,1731482581501] 2024-11-13T07:23:16,750 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1957296023/draining/2998b885bdef,37029,1731482581501 already deleted, retry=false 2024-11-13T07:23:16,750 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2998b885bdef,37029,1731482581501 expired; onlineServers=0 2024-11-13T07:23:16,750 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2998b885bdef,39417,1731482581299' ***** 2024-11-13T07:23:16,750 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T07:23:16,750 INFO [M:0;2998b885bdef:39417 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:23:16,750 INFO [M:0;2998b885bdef:39417 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:23:16,750 DEBUG [M:0;2998b885bdef:39417 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T07:23:16,751 DEBUG [M:0;2998b885bdef:39417 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T07:23:16,751 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482583136 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482583136,5,FailOnTimeoutGroup] 2024-11-13T07:23:16,751 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T07:23:16,751 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482583136 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482583136,5,FailOnTimeoutGroup] 2024-11-13T07:23:16,751 INFO [M:0;2998b885bdef:39417 {}] hbase.ChoreService(370): Chore service for: master/2998b885bdef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T07:23:16,751 INFO [M:0;2998b885bdef:39417 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:23:16,751 DEBUG [M:0;2998b885bdef:39417 {}] master.HMaster(1795): Stopping service threads 2024-11-13T07:23:16,751 INFO [M:0;2998b885bdef:39417 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T07:23:16,751 INFO [M:0;2998b885bdef:39417 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:23:16,751 INFO [M:0;2998b885bdef:39417 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T07:23:16,751 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T07:23:16,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39417-0x10133134f000003, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1957296023/master 2024-11-13T07:23:16,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39417-0x10133134f000003, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1957296023 2024-11-13T07:23:16,761 DEBUG [M:0;2998b885bdef:39417 {}] zookeeper.ZKUtil(347): master:39417-0x10133134f000003, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Unable to get data of znode /1-1957296023/master because node does not exist (not an error) 2024-11-13T07:23:16,761 WARN [M:0;2998b885bdef:39417 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T07:23:16,761 INFO [M:0;2998b885bdef:39417 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/.lastflushedseqids 2024-11-13T07:23:16,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741852_1028 (size=263) 2024-11-13T07:23:16,825 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2998b885bdef:37029 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2998b885bdef/172.17.0.3:37029 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:23:16,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 2998b885bdef:37029 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2998b885bdef/172.17.0.3:37029 2024-11-13T07:23:16,825 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.shipper2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=2998b885bdef:37029 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2998b885bdef/172.17.0.3:37029 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2998b885bdef/172.17.0.3:37029 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-13T07:23:16,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:23:16,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] ipc.CallRunner(138): callId: 7 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:34876 deadline: 1731482656828, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-13T07:23:16,829 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.shipper2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T07:23:16,830 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.shipper2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T07:23:16,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x10133134f000004, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:23:16,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x10133134f000004, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:23:16,840 INFO [RS:0;2998b885bdef:37029 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:23:16,840 INFO [RS:0;2998b885bdef:37029 {}] regionserver.HRegionServer(1031): Exiting; stopping=2998b885bdef,37029,1731482581501; zookeeper connection closed. 2024-11-13T07:23:16,840 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@506bf852 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@506bf852 2024-11-13T07:23:16,840 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T07:23:16,840 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:23:16,841 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2998b885bdef,39417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:39417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-11-13T07:23:16,842 ERROR [Async-Client-Retry-Timer-pool-0 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:112) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:23:16,872 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.wal-reader.2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/WALs/2998b885bdef,38515,1731482575022/2998b885bdef%2C38515%2C1731482575022.1731482577645 to pos 1033, reset compression=false 2024-11-13T07:23:17,030 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.shipper2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-13T07:23:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:23:17,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] ipc.CallRunner(138): callId: 9 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:34876 deadline: 1731482657031, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-13T07:23:17,032 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.shipper2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T07:23:17,033 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.shipper2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T07:23:17,033 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.shipper2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-13T07:23:17,165 INFO [M:0;2998b885bdef:39417 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T07:23:17,166 INFO [M:0;2998b885bdef:39417 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T07:23:17,166 DEBUG [M:0;2998b885bdef:39417 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:23:17,166 INFO [M:0;2998b885bdef:39417 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:23:17,166 DEBUG [M:0;2998b885bdef:39417 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:23:17,166 DEBUG [M:0;2998b885bdef:39417 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:23:17,166 DEBUG [M:0;2998b885bdef:39417 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:23:17,166 INFO [M:0;2998b885bdef:39417 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T07:23:17,183 DEBUG [M:0;2998b885bdef:39417 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/794d421e2cfa44358b85c83c0e47b9e0 is 82, key is hbase:meta,,1/info:regioninfo/1731482584408/Put/seqid=0 2024-11-13T07:23:17,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741853_1029 (size=5672) 2024-11-13T07:23:17,334 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.shipper2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-13T07:23:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:23:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] ipc.CallRunner(138): callId: 11 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:34876 deadline: 1731482657335, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-13T07:23:17,336 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.shipper2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T07:23:17,337 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.shipper2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T07:23:17,337 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.shipper2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-13T07:23:17,576 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.wal-reader.2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/WALs/2998b885bdef,38515,1731482575022/2998b885bdef%2C38515%2C1731482575022.1731482577645 to pos 1033, reset compression=false 2024-11-13T07:23:17,587 INFO [M:0;2998b885bdef:39417 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/794d421e2cfa44358b85c83c0e47b9e0 2024-11-13T07:23:17,609 DEBUG [M:0;2998b885bdef:39417 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/33be217ce19c45eb9a668723d99bbe9f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731482589876/Put/seqid=0 2024-11-13T07:23:17,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741854_1030 (size=8516) 2024-11-13T07:23:17,737 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.shipper2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-13T07:23:17,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:23:17,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] ipc.CallRunner(138): callId: 13 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:34876 deadline: 1731482657738, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-13T07:23:17,739 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.shipper2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T07:23:17,740 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.shipper2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T07:23:17,740 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.shipper2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-13T07:23:18,014 INFO [M:0;2998b885bdef:39417 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/33be217ce19c45eb9a668723d99bbe9f 2024-11-13T07:23:18,035 DEBUG [M:0;2998b885bdef:39417 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5374b79edb784e47bb507a276bb8ba82 is 69, key is 2998b885bdef,37029,1731482581501/rs:state/1731482583211/Put/seqid=0 2024-11-13T07:23:18,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741855_1031 (size=5156) 2024-11-13T07:23:18,241 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.shipper2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-13T07:23:18,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:23:18,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:34876 deadline: 1731482658242, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-13T07:23:18,243 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.shipper2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T07:23:18,244 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.shipper2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T07:23:18,244 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.shipper2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-13T07:23:18,380 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.wal-reader.2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/WALs/2998b885bdef,38515,1731482575022/2998b885bdef%2C38515%2C1731482575022.1731482577645 to pos 1033, reset compression=false 2024-11-13T07:23:18,439 INFO [M:0;2998b885bdef:39417 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5374b79edb784e47bb507a276bb8ba82 2024-11-13T07:23:18,444 DEBUG [M:0;2998b885bdef:39417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/794d421e2cfa44358b85c83c0e47b9e0 as hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/794d421e2cfa44358b85c83c0e47b9e0 2024-11-13T07:23:18,449 INFO [M:0;2998b885bdef:39417 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/794d421e2cfa44358b85c83c0e47b9e0, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T07:23:18,450 DEBUG [M:0;2998b885bdef:39417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/33be217ce19c45eb9a668723d99bbe9f as hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/33be217ce19c45eb9a668723d99bbe9f 2024-11-13T07:23:18,454 INFO [M:0;2998b885bdef:39417 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/33be217ce19c45eb9a668723d99bbe9f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T07:23:18,455 DEBUG [M:0;2998b885bdef:39417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5374b79edb784e47bb507a276bb8ba82 as hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5374b79edb784e47bb507a276bb8ba82 2024-11-13T07:23:18,460 INFO [M:0;2998b885bdef:39417 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40267/user/jenkins/test-data/4f56e767-7be0-0d99-5388-b9f1d2ed5620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5374b79edb784e47bb507a276bb8ba82, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T07:23:18,461 INFO [M:0;2998b885bdef:39417 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=97, compaction requested=false 2024-11-13T07:23:18,468 INFO [M:0;2998b885bdef:39417 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:23:18,468 DEBUG [M:0;2998b885bdef:39417 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482597166Disabling compacts and flushes for region at 1731482597166Disabling writes for close at 1731482597166Obtaining lock to block concurrent updates at 1731482597166Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731482597166Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731482597167 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731482597167Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731482597167Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731482597183 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731482597183Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731482597591 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731482597608 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731482597608Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731482598019 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731482598035 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731482598035Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@206d8717: reopening flushed file at 1731482598443 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35a82aa5: reopening flushed file at 1731482598449 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e335a87: reopening flushed file at 1731482598455 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=97, compaction requested=false at 1731482598461 (+6 ms)Writing region close event to WAL at 1731482598468 (+7 ms)Closed at 1731482598468 2024-11-13T07:23:18,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39333 is added to blk_1073741830_1006 (size=63654) 2024-11-13T07:23:18,480 INFO [M:0;2998b885bdef:39417 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T07:23:18,480 INFO [M:0;2998b885bdef:39417 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39417 2024-11-13T07:23:18,480 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:23:18,481 INFO [M:0;2998b885bdef:39417 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:23:18,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39417-0x10133134f000003, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:23:18,630 INFO [M:0;2998b885bdef:39417 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:23:18,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39417-0x10133134f000003, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:23:18,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3da36794{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:23:18,633 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4209bb98{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:23:18,633 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:23:18,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16cafbe3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:23:18,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d241d31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f66dcf8-703a-5785-5dd3-cc8479ccefb4/hadoop.log.dir/,STOPPED} 2024-11-13T07:23:18,635 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T07:23:18,635 WARN [BP-830581359-172.17.0.3-1731482578761 heartbeating to localhost/127.0.0.1:40267 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T07:23:18,636 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T07:23:18,636 WARN [BP-830581359-172.17.0.3-1731482578761 heartbeating to localhost/127.0.0.1:40267 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-830581359-172.17.0.3-1731482578761 (Datanode Uuid 85790f5e-e997-4964-8fe6-9d5b1edb7331) service to localhost/127.0.0.1:40267 2024-11-13T07:23:18,636 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f66dcf8-703a-5785-5dd3-cc8479ccefb4/cluster_bc9f85da-90ec-4342-f3a0-899119544457/data/data1/current/BP-830581359-172.17.0.3-1731482578761 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:23:18,637 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f66dcf8-703a-5785-5dd3-cc8479ccefb4/cluster_bc9f85da-90ec-4342-f3a0-899119544457/data/data2/current/BP-830581359-172.17.0.3-1731482578761 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:23:18,637 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T07:23:18,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5775d436{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:23:18,644 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4150c06f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:23:18,644 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:23:18,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21ff4b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:23:18,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@686b2ef1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f66dcf8-703a-5785-5dd3-cc8479ccefb4/hadoop.log.dir/,STOPPED} 2024-11-13T07:23:18,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T07:23:18,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T07:23:18,661 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:23:18,662 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:23:18,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:18,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:18,662 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:23:18,662 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T07:23:18,662 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=225015382, stopped=false 2024-11-13T07:23:18,662 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2998b885bdef,38669,1731482574458 2024-11-13T07:23:18,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x10133134f000001, quorum=127.0.0.1:57660, baseZNode=/01207851192 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01207851192/running 2024-11-13T07:23:18,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x10133134f000000, quorum=127.0.0.1:57660, baseZNode=/01207851192 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01207851192/running 2024-11-13T07:23:18,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x10133134f000000, quorum=127.0.0.1:57660, baseZNode=/01207851192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01207851192 2024-11-13T07:23:18,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x10133134f000001, quorum=127.0.0.1:57660, baseZNode=/01207851192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01207851192 2024-11-13T07:23:18,677 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:23:18,677 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:23:18,677 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:23:18,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:18,677 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2998b885bdef,38515,1731482575022' ***** 2024-11-13T07:23:18,677 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T07:23:18,678 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38515-0x10133134f000001, quorum=127.0.0.1:57660, baseZNode=/01207851192 Set watcher on znode that does not yet exist, /01207851192/running 2024-11-13T07:23:18,678 INFO [RS:0;2998b885bdef:38515 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T07:23:18,678 INFO [RS:0;2998b885bdef:38515 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T07:23:18,678 INFO [RS:0;2998b885bdef:38515 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T07:23:18,678 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T07:23:18,678 INFO [RS:0;2998b885bdef:38515 {}] regionserver.HRegionServer(3091): Received CLOSE for a150fadfbced4b0f8c9546c2d88ab1f8 2024-11-13T07:23:18,678 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38669-0x10133134f000000, quorum=127.0.0.1:57660, baseZNode=/01207851192 Set watcher on znode that does not yet exist, /01207851192/running 2024-11-13T07:23:18,678 INFO [RS:0;2998b885bdef:38515 {}] regionserver.HRegionServer(3091): Received CLOSE for d6d79e32905580f9a280bd59a02fe9e0 2024-11-13T07:23:18,678 INFO [RS:0;2998b885bdef:38515 {}] regionserver.HRegionServer(959): stopping server 2998b885bdef,38515,1731482575022 2024-11-13T07:23:18,678 INFO [RS:0;2998b885bdef:38515 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:23:18,679 INFO [RS:0;2998b885bdef:38515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:38515. 2024-11-13T07:23:18,679 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a150fadfbced4b0f8c9546c2d88ab1f8, disabling compactions & flushes 2024-11-13T07:23:18,679 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731482584529.a150fadfbced4b0f8c9546c2d88ab1f8. 2024-11-13T07:23:18,679 DEBUG [RS:0;2998b885bdef:38515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:23:18,679 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731482584529.a150fadfbced4b0f8c9546c2d88ab1f8. 2024-11-13T07:23:18,679 DEBUG [RS:0;2998b885bdef:38515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:18,679 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731482584529.a150fadfbced4b0f8c9546c2d88ab1f8. after waiting 0 ms 2024-11-13T07:23:18,679 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731482584529.a150fadfbced4b0f8c9546c2d88ab1f8. 2024-11-13T07:23:18,679 INFO [RS:0;2998b885bdef:38515 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T07:23:18,679 INFO [RS:0;2998b885bdef:38515 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T07:23:18,679 INFO [RS:0;2998b885bdef:38515 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T07:23:18,679 INFO [RS:0;2998b885bdef:38515 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T07:23:18,680 INFO [RS:0;2998b885bdef:38515 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T07:23:18,680 DEBUG [RS:0;2998b885bdef:38515 {}] regionserver.HRegionServer(1325): Online Regions={a150fadfbced4b0f8c9546c2d88ab1f8=test,,1731482584529.a150fadfbced4b0f8c9546c2d88ab1f8., d6d79e32905580f9a280bd59a02fe9e0=hbase:replication,,1731482587352.d6d79e32905580f9a280bd59a02fe9e0., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T07:23:18,680 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:23:18,680 DEBUG [RS:0;2998b885bdef:38515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a150fadfbced4b0f8c9546c2d88ab1f8, d6d79e32905580f9a280bd59a02fe9e0 2024-11-13T07:23:18,680 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:23:18,680 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:23:18,680 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:23:18,680 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:23:18,680 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T07:23:18,693 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/default/test/a150fadfbced4b0f8c9546c2d88ab1f8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T07:23:18,693 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:23:18,693 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T07:23:18,693 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731482584529.a150fadfbced4b0f8c9546c2d88ab1f8. 2024-11-13T07:23:18,693 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a150fadfbced4b0f8c9546c2d88ab1f8: Waiting for close lock at 1731482598679Running coprocessor pre-close hooks at 1731482598679Disabling compacts and flushes for region at 1731482598679Disabling writes for close at 1731482598679Writing region close event to WAL at 1731482598681 (+2 ms)Running coprocessor post-close hooks at 1731482598693 (+12 ms)Closed at 1731482598693 2024-11-13T07:23:18,693 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731482584529.a150fadfbced4b0f8c9546c2d88ab1f8. 2024-11-13T07:23:18,694 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d6d79e32905580f9a280bd59a02fe9e0, disabling compactions & flushes 2024-11-13T07:23:18,694 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731482587352.d6d79e32905580f9a280bd59a02fe9e0. 2024-11-13T07:23:18,694 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731482587352.d6d79e32905580f9a280bd59a02fe9e0. 2024-11-13T07:23:18,694 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731482587352.d6d79e32905580f9a280bd59a02fe9e0. after waiting 0 ms 2024-11-13T07:23:18,694 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731482587352.d6d79e32905580f9a280bd59a02fe9e0. 2024-11-13T07:23:18,694 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d6d79e32905580f9a280bd59a02fe9e0 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-13T07:23:18,702 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/hbase/meta/1588230740/.tmp/info/404f693257fa4516a2d482687f401666 is 147, key is hbase:replication,,1731482587352.d6d79e32905580f9a280bd59a02fe9e0./info:regioninfo/1731482588135/Put/seqid=0 2024-11-13T07:23:18,712 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/hbase/replication/d6d79e32905580f9a280bd59a02fe9e0/.tmp/hfileref/0bc7541a7eaf4737812ac90283e6ee30 is 74, key is 1/hfileref:094c99a5c5b44b7b8142fc826b9d8f01_SeqId_4_/1731482592357/DeleteColumn/seqid=0 2024-11-13T07:23:18,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741846_1022 (size=7686) 2024-11-13T07:23:18,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741847_1023 (size=5345) 2024-11-13T07:23:18,730 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/hbase/replication/d6d79e32905580f9a280bd59a02fe9e0/.tmp/hfileref/0bc7541a7eaf4737812ac90283e6ee30 2024-11-13T07:23:18,745 INFO [regionserver/2998b885bdef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:23:18,758 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/hbase/replication/d6d79e32905580f9a280bd59a02fe9e0/.tmp/queue/807f2b40e34c40c3b5af14652f2ebec4 is 153, key is 1-2998b885bdef,38515,1731482575022/queue:2998b885bdef%2C38515%2C1731482575022/1731482592360/Put/seqid=0 2024-11-13T07:23:18,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741848_1024 (size=5352) 2024-11-13T07:23:18,845 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.shipper2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-13T07:23:18,845 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2998b885bdef:39417 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2998b885bdef/172.17.0.3:39417 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:23:18,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 2998b885bdef:39417 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2998b885bdef/172.17.0.3:39417 2024-11-13T07:23:18,884 DEBUG [RS:0;2998b885bdef:38515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d6d79e32905580f9a280bd59a02fe9e0 2024-11-13T07:23:18,951 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:23:18,952 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2998b885bdef:39417 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2998b885bdef/172.17.0.3:39417 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T07:23:18,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2998b885bdef,39417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=2998b885bdef:39417 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2998b885bdef/172.17.0.3:39417 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-13T07:23:18,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 2998b885bdef:39417 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2998b885bdef/172.17.0.3:39417 2024-11-13T07:23:19,084 DEBUG [RS:0;2998b885bdef:38515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d6d79e32905580f9a280bd59a02fe9e0 2024-11-13T07:23:19,119 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/hbase/meta/1588230740/.tmp/info/404f693257fa4516a2d482687f401666 2024-11-13T07:23:19,151 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/hbase/meta/1588230740/.tmp/ns/0006639d9ffc49d9bcac95fab878948b is 43, key is default/ns:d/1731482578660/Put/seqid=0 2024-11-13T07:23:19,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741849_1025 (size=5153) 2024-11-13T07:23:19,161 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:23:19,161 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2998b885bdef:39417 this server is in the failed servers list 2024-11-13T07:23:19,162 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2998b885bdef,39417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2998b885bdef:39417 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2998b885bdef:39417 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T07:23:19,284 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.wal-reader.2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/WALs/2998b885bdef,38515,1731482575022/2998b885bdef%2C38515%2C1731482575022.1731482577645 to pos 1033, reset compression=false 2024-11-13T07:23:19,285 DEBUG [RS:0;2998b885bdef:38515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d6d79e32905580f9a280bd59a02fe9e0 2024-11-13T07:23:19,286 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/hbase/replication/d6d79e32905580f9a280bd59a02fe9e0/.tmp/queue/807f2b40e34c40c3b5af14652f2ebec4 2024-11-13T07:23:19,314 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/hbase/replication/d6d79e32905580f9a280bd59a02fe9e0/.tmp/hfileref/0bc7541a7eaf4737812ac90283e6ee30 as hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/hbase/replication/d6d79e32905580f9a280bd59a02fe9e0/hfileref/0bc7541a7eaf4737812ac90283e6ee30 2024-11-13T07:23:19,329 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.wal-reader.2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:23:19,329 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.wal-reader.2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/WALs/2998b885bdef,38515,1731482575022/2998b885bdef%2C38515%2C1731482575022.1731482577645 to pos 1328, reset compression=false 2024-11-13T07:23:19,337 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/hbase/replication/d6d79e32905580f9a280bd59a02fe9e0/hfileref/0bc7541a7eaf4737812ac90283e6ee30, entries=4, sequenceid=10, filesize=5.2 K 2024-11-13T07:23:19,338 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/hbase/replication/d6d79e32905580f9a280bd59a02fe9e0/.tmp/queue/807f2b40e34c40c3b5af14652f2ebec4 as hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/hbase/replication/d6d79e32905580f9a280bd59a02fe9e0/queue/807f2b40e34c40c3b5af14652f2ebec4 2024-11-13T07:23:19,344 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/hbase/replication/d6d79e32905580f9a280bd59a02fe9e0/queue/807f2b40e34c40c3b5af14652f2ebec4, entries=1, sequenceid=10, filesize=5.2 K 2024-11-13T07:23:19,351 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for d6d79e32905580f9a280bd59a02fe9e0 in 656ms, sequenceid=10, compaction requested=false 2024-11-13T07:23:19,402 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/hbase/replication/d6d79e32905580f9a280bd59a02fe9e0/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T07:23:19,404 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:23:19,404 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:23:19,404 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731482587352.d6d79e32905580f9a280bd59a02fe9e0. 2024-11-13T07:23:19,404 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d6d79e32905580f9a280bd59a02fe9e0: Waiting for close lock at 1731482598694Running coprocessor pre-close hooks at 1731482598694Disabling compacts and flushes for region at 1731482598694Disabling writes for close at 1731482598694Obtaining lock to block concurrent updates at 1731482598694Preparing flush snapshotting stores in d6d79e32905580f9a280bd59a02fe9e0 at 1731482598694Finished memstore snapshotting hbase:replication,,1731482587352.d6d79e32905580f9a280bd59a02fe9e0., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731482598694Flushing stores of hbase:replication,,1731482587352.d6d79e32905580f9a280bd59a02fe9e0. at 1731482598695 (+1 ms)Flushing d6d79e32905580f9a280bd59a02fe9e0/hfileref: creating writer at 1731482598695Flushing d6d79e32905580f9a280bd59a02fe9e0/hfileref: appending metadata at 1731482598711 (+16 ms)Flushing d6d79e32905580f9a280bd59a02fe9e0/hfileref: closing flushed file at 1731482598711Flushing d6d79e32905580f9a280bd59a02fe9e0/queue: creating writer at 1731482598736 (+25 ms)Flushing d6d79e32905580f9a280bd59a02fe9e0/queue: appending metadata at 1731482598757 (+21 ms)Flushing d6d79e32905580f9a280bd59a02fe9e0/queue: closing flushed file at 1731482598757Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d5e384f: reopening flushed file at 1731482599311 (+554 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9652acb: reopening flushed file at 1731482599337 (+26 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for d6d79e32905580f9a280bd59a02fe9e0 in 656ms, sequenceid=10, compaction requested=false at 1731482599351 (+14 ms)Writing region close event to WAL at 1731482599378 (+27 ms)Running coprocessor post-close hooks at 1731482599404 (+26 ms)Closed at 1731482599404 2024-11-13T07:23:19,404 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731482587352.d6d79e32905580f9a280bd59a02fe9e0. 2024-11-13T07:23:19,471 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:23:19,471 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2998b885bdef:39417 this server is in the failed servers list 2024-11-13T07:23:19,472 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2998b885bdef,39417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2998b885bdef:39417 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2998b885bdef:39417 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T07:23:19,485 DEBUG [RS:0;2998b885bdef:38515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:23:19,504 INFO [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T07:23:19,505 INFO [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T07:23:19,540 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.wal-reader.2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/WALs/2998b885bdef,38515,1731482575022/2998b885bdef%2C38515%2C1731482575022.1731482577645 to pos 1328, reset compression=false 2024-11-13T07:23:19,560 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/hbase/meta/1588230740/.tmp/ns/0006639d9ffc49d9bcac95fab878948b 2024-11-13T07:23:19,592 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/hbase/meta/1588230740/.tmp/rep_barrier/7b0ce94cf20f4ceaa627eedc1775a618 is 112, key is test,,1731482584529.a150fadfbced4b0f8c9546c2d88ab1f8./rep_barrier:seqnumDuringOpen/1731482584935/Put/seqid=0 2024-11-13T07:23:19,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741850_1026 (size=5518) 2024-11-13T07:23:19,609 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/hbase/meta/1588230740/.tmp/rep_barrier/7b0ce94cf20f4ceaa627eedc1775a618 2024-11-13T07:23:19,664 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/hbase/meta/1588230740/.tmp/table/952f200215e041f7b3827adad1f18936 is 53, key is hbase:replication/table:state/1731482588142/Put/seqid=0 2024-11-13T07:23:19,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741851_1027 (size=5308) 2024-11-13T07:23:19,675 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/hbase/meta/1588230740/.tmp/table/952f200215e041f7b3827adad1f18936 2024-11-13T07:23:19,682 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/hbase/meta/1588230740/.tmp/info/404f693257fa4516a2d482687f401666 as hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/hbase/meta/1588230740/info/404f693257fa4516a2d482687f401666 2024-11-13T07:23:19,688 INFO [RS:0;2998b885bdef:38515 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T07:23:19,688 DEBUG [RS:0;2998b885bdef:38515 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T07:23:19,688 DEBUG [RS:0;2998b885bdef:38515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:23:19,688 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/hbase/meta/1588230740/info/404f693257fa4516a2d482687f401666, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T07:23:19,691 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/hbase/meta/1588230740/.tmp/ns/0006639d9ffc49d9bcac95fab878948b as hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/hbase/meta/1588230740/ns/0006639d9ffc49d9bcac95fab878948b 2024-11-13T07:23:19,696 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/hbase/meta/1588230740/ns/0006639d9ffc49d9bcac95fab878948b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T07:23:19,698 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/hbase/meta/1588230740/.tmp/rep_barrier/7b0ce94cf20f4ceaa627eedc1775a618 as hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/hbase/meta/1588230740/rep_barrier/7b0ce94cf20f4ceaa627eedc1775a618 2024-11-13T07:23:19,704 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/hbase/meta/1588230740/rep_barrier/7b0ce94cf20f4ceaa627eedc1775a618, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T07:23:19,705 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/hbase/meta/1588230740/.tmp/table/952f200215e041f7b3827adad1f18936 as hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/hbase/meta/1588230740/table/952f200215e041f7b3827adad1f18936 2024-11-13T07:23:19,710 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/hbase/meta/1588230740/table/952f200215e041f7b3827adad1f18936, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T07:23:19,711 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1031ms, sequenceid=16, compaction requested=false 2024-11-13T07:23:19,725 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T07:23:19,728 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:23:19,728 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:23:19,728 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:23:19,729 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482598680Running coprocessor pre-close hooks at 1731482598680Disabling compacts and flushes for region at 1731482598680Disabling writes for close at 1731482598680Obtaining lock to block concurrent updates at 1731482598680Preparing flush snapshotting stores in 1588230740 at 1731482598680Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731482598681 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731482598681Flushing 1588230740/info: creating writer at 1731482598681Flushing 1588230740/info: appending metadata at 1731482598701 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731482598701Flushing 1588230740/ns: creating writer at 1731482599127 (+426 ms)Flushing 1588230740/ns: appending metadata at 1731482599150 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731482599150Flushing 1588230740/rep_barrier: creating writer at 1731482599567 (+417 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731482599591 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731482599591Flushing 1588230740/table: creating writer at 1731482599630 (+39 ms)Flushing 1588230740/table: appending metadata at 1731482599663 (+33 ms)Flushing 1588230740/table: closing flushed file at 1731482599663Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53a7539b: reopening flushed file at 1731482599681 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d8ca9d3: reopening flushed file at 1731482599689 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46c305f8: reopening flushed file at 1731482599696 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@972cab3: reopening flushed file at 1731482599704 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1031ms, sequenceid=16, compaction requested=false at 1731482599711 (+7 ms)Writing region close event to WAL at 1731482599716 (+5 ms)Running coprocessor post-close hooks at 1731482599728 (+12 ms)Closed at 1731482599728 2024-11-13T07:23:19,729 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T07:23:19,874 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.wal-reader.2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/WALs/2998b885bdef,38515,1731482575022/2998b885bdef%2C38515%2C1731482575022.1731482577645 to pos 1328, reset compression=false 2024-11-13T07:23:19,888 INFO [RS:0;2998b885bdef:38515 {}] regionserver.HRegionServer(976): stopping server 2998b885bdef,38515,1731482575022; all regions closed. 2024-11-13T07:23:19,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741834_1010 (size=4239) 2024-11-13T07:23:19,910 DEBUG [RS:0;2998b885bdef:38515 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/oldWALs 2024-11-13T07:23:19,911 INFO [RS:0;2998b885bdef:38515 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C38515%2C1731482575022.meta:.meta(num 1731482578530) 2024-11-13T07:23:19,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741839_1015 (size=2695) 2024-11-13T07:23:19,922 DEBUG [RS:0;2998b885bdef:38515 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/oldWALs 2024-11-13T07:23:19,922 INFO [RS:0;2998b885bdef:38515 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C38515%2C1731482575022.rep:(num 1731482588104) 2024-11-13T07:23:19,924 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/WALs/2998b885bdef,38515,1731482575022/2998b885bdef%2C38515%2C1731482575022.1731482577645 not finished, retry = 0 2024-11-13T07:23:19,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741832_1008 (size=1336) 2024-11-13T07:23:19,981 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:23:19,981 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2998b885bdef:39417 this server is in the failed servers list 2024-11-13T07:23:19,982 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2998b885bdef,39417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2998b885bdef:39417 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2998b885bdef:39417 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T07:23:20,029 DEBUG [RS:0;2998b885bdef:38515 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/oldWALs 2024-11-13T07:23:20,030 INFO [RS:0;2998b885bdef:38515 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C38515%2C1731482575022:(num 1731482577645) 2024-11-13T07:23:20,030 DEBUG [RS:0;2998b885bdef:38515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:20,030 INFO [RS:0;2998b885bdef:38515 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:23:20,030 INFO [RS:0;2998b885bdef:38515 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:23:20,030 INFO [RS:0;2998b885bdef:38515 {}] hbase.ChoreService(370): Chore service for: regionserver/2998b885bdef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T07:23:20,030 INFO [RS:0;2998b885bdef:38515 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:23:20,030 INFO [regionserver/2998b885bdef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:23:20,030 INFO [RS:0;2998b885bdef:38515 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2998b885bdef,38515,1731482575022 because: Region server is closing 2024-11-13T07:23:20,030 INFO [RS:0;2998b885bdef:38515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:38515. 2024-11-13T07:23:20,030 DEBUG [RS:0;2998b885bdef:38515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:23:20,030 DEBUG [RS:0;2998b885bdef:38515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:20,030 DEBUG [RS:0;2998b885bdef:38515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:20,030 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:23:20,132 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.wal-reader.2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T07:23:20,132 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.shipper2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-13T07:23:20,132 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.shipper2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T07:23:20,132 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.shipper2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-13T07:23:20,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:23:20,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T07:23:20,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T07:23:20,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T07:23:20,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:23:20,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T07:23:20,833 INFO [RS:0;2998b885bdef:38515 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38515,1731482575022.replicationSource.shipper2998b885bdef%2C38515%2C1731482575022,1-2998b885bdef,38515,1731482575022 terminated 2024-11-13T07:23:20,833 INFO [RS:0;2998b885bdef:38515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:38515. 2024-11-13T07:23:20,834 DEBUG [RS:0;2998b885bdef:38515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:23:20,834 DEBUG [RS:0;2998b885bdef:38515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:20,834 DEBUG [RS:0;2998b885bdef:38515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:20,834 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:23:20,834 INFO [RS:0;2998b885bdef:38515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38515 2024-11-13T07:23:20,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x10133134f000001, quorum=127.0.0.1:57660, baseZNode=/01207851192 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01207851192/rs/2998b885bdef,38515,1731482575022 2024-11-13T07:23:20,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x10133134f000000, quorum=127.0.0.1:57660, baseZNode=/01207851192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01207851192/rs 2024-11-13T07:23:20,882 INFO [RS:0;2998b885bdef:38515 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:23:20,936 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2998b885bdef,38515,1731482575022] 2024-11-13T07:23:20,950 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01207851192/draining/2998b885bdef,38515,1731482575022 already deleted, retry=false 2024-11-13T07:23:20,950 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2998b885bdef,38515,1731482575022 expired; onlineServers=0 2024-11-13T07:23:20,950 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2998b885bdef,38669,1731482574458' ***** 2024-11-13T07:23:20,950 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T07:23:20,950 INFO [M:0;2998b885bdef:38669 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:23:20,950 INFO [M:0;2998b885bdef:38669 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:23:20,950 DEBUG [M:0;2998b885bdef:38669 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T07:23:20,950 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T07:23:20,950 DEBUG [M:0;2998b885bdef:38669 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T07:23:20,950 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482577365 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482577365,5,FailOnTimeoutGroup] 2024-11-13T07:23:20,950 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482577366 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482577366,5,FailOnTimeoutGroup] 2024-11-13T07:23:20,950 INFO [M:0;2998b885bdef:38669 {}] hbase.ChoreService(370): Chore service for: master/2998b885bdef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T07:23:20,950 INFO [M:0;2998b885bdef:38669 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:23:20,951 DEBUG [M:0;2998b885bdef:38669 {}] master.HMaster(1795): Stopping service threads 2024-11-13T07:23:20,951 INFO [M:0;2998b885bdef:38669 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T07:23:20,951 INFO [M:0;2998b885bdef:38669 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:23:20,951 INFO [M:0;2998b885bdef:38669 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T07:23:20,951 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T07:23:20,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x10133134f000000, quorum=127.0.0.1:57660, baseZNode=/01207851192 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01207851192/master 2024-11-13T07:23:20,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x10133134f000000, quorum=127.0.0.1:57660, baseZNode=/01207851192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01207851192 2024-11-13T07:23:20,961 DEBUG [M:0;2998b885bdef:38669 {}] zookeeper.ZKUtil(347): master:38669-0x10133134f000000, quorum=127.0.0.1:57660, baseZNode=/01207851192 Unable to get data of znode /01207851192/master because node does not exist (not an error) 2024-11-13T07:23:20,961 WARN [M:0;2998b885bdef:38669 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T07:23:20,961 INFO [M:0;2998b885bdef:38669 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/.lastflushedseqids 2024-11-13T07:23:20,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741852_1028 (size=263) 2024-11-13T07:23:20,990 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:23:20,991 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2998b885bdef,39417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:39417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T07:23:20,994 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2146 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2998b885bdef,39417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:39417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T07:23:21,017 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T07:23:21,036 INFO [RS:0;2998b885bdef:38515 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:23:21,036 INFO [RS:0;2998b885bdef:38515 {}] regionserver.HRegionServer(1031): Exiting; stopping=2998b885bdef,38515,1731482575022; zookeeper connection closed. 2024-11-13T07:23:21,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x10133134f000001, quorum=127.0.0.1:57660, baseZNode=/01207851192 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:23:21,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x10133134f000001, quorum=127.0.0.1:57660, baseZNode=/01207851192 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:23:21,040 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b0d302 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b0d302 2024-11-13T07:23:21,040 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T07:23:21,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:21,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:21,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:21,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:21,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:21,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:21,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:21,366 INFO [M:0;2998b885bdef:38669 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T07:23:21,366 INFO [M:0;2998b885bdef:38669 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T07:23:21,366 DEBUG [M:0;2998b885bdef:38669 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:23:21,366 INFO [M:0;2998b885bdef:38669 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:23:21,366 DEBUG [M:0;2998b885bdef:38669 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:23:21,366 DEBUG [M:0;2998b885bdef:38669 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:23:21,366 DEBUG [M:0;2998b885bdef:38669 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:23:21,366 INFO [M:0;2998b885bdef:38669 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-13T07:23:21,386 DEBUG [M:0;2998b885bdef:38669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/909499fa3fad4a0fb936a3b60ac6a884 is 82, key is hbase:meta,,1/info:regioninfo/1731482578560/Put/seqid=0 2024-11-13T07:23:21,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741853_1029 (size=5672) 2024-11-13T07:23:21,790 INFO [M:0;2998b885bdef:38669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/909499fa3fad4a0fb936a3b60ac6a884 2024-11-13T07:23:21,805 DEBUG [M:0;2998b885bdef:38669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99af2ba3c52a4ae3b6897e1bfcce88fd is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731482588147/Put/seqid=0 2024-11-13T07:23:21,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741854_1030 (size=8515) 2024-11-13T07:23:22,209 INFO [M:0;2998b885bdef:38669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99af2ba3c52a4ae3b6897e1bfcce88fd 2024-11-13T07:23:22,227 DEBUG [M:0;2998b885bdef:38669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/206c346d1f81471cb6282af90d40aa97 is 69, key is 2998b885bdef,38515,1731482575022/rs:state/1731482577470/Put/seqid=0 2024-11-13T07:23:22,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741855_1031 (size=5156) 2024-11-13T07:23:22,631 INFO [M:0;2998b885bdef:38669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/206c346d1f81471cb6282af90d40aa97 2024-11-13T07:23:22,638 DEBUG [M:0;2998b885bdef:38669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/909499fa3fad4a0fb936a3b60ac6a884 as hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/909499fa3fad4a0fb936a3b60ac6a884 2024-11-13T07:23:22,643 INFO [M:0;2998b885bdef:38669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/909499fa3fad4a0fb936a3b60ac6a884, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T07:23:22,644 DEBUG [M:0;2998b885bdef:38669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99af2ba3c52a4ae3b6897e1bfcce88fd as hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/99af2ba3c52a4ae3b6897e1bfcce88fd 2024-11-13T07:23:22,650 INFO [M:0;2998b885bdef:38669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/99af2ba3c52a4ae3b6897e1bfcce88fd, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T07:23:22,653 DEBUG [M:0;2998b885bdef:38669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/206c346d1f81471cb6282af90d40aa97 as hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/206c346d1f81471cb6282af90d40aa97 2024-11-13T07:23:22,663 INFO [M:0;2998b885bdef:38669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37307/user/jenkins/test-data/49fd72bc-61f0-ac7c-6b5c-67a2d32e5d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/206c346d1f81471cb6282af90d40aa97, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T07:23:22,664 INFO [M:0;2998b885bdef:38669 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=97, compaction requested=false 2024-11-13T07:23:22,674 INFO [M:0;2998b885bdef:38669 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:23:22,674 DEBUG [M:0;2998b885bdef:38669 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482601366Disabling compacts and flushes for region at 1731482601366Disabling writes for close at 1731482601366Obtaining lock to block concurrent updates at 1731482601366Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731482601366Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731482601366Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731482601367 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731482601367Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731482601385 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731482601385Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731482601793 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731482601805 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731482601805Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731482602215 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731482602227 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731482602227Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@415059f5: reopening flushed file at 1731482602637 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f0c32e5: reopening flushed file at 1731482602644 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fcf3ad5: reopening flushed file at 1731482602651 (+7 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=97, compaction requested=false at 1731482602664 (+13 ms)Writing region close event to WAL at 1731482602674 (+10 ms)Closed at 1731482602674 2024-11-13T07:23:22,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37525 is added to blk_1073741830_1006 (size=63642) 2024-11-13T07:23:22,683 INFO [M:0;2998b885bdef:38669 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T07:23:22,683 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:23:22,683 INFO [M:0;2998b885bdef:38669 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38669 2024-11-13T07:23:22,683 INFO [M:0;2998b885bdef:38669 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:23:22,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x10133134f000000, quorum=127.0.0.1:57660, baseZNode=/01207851192 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:23:22,854 INFO [M:0;2998b885bdef:38669 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:23:22,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x10133134f000000, quorum=127.0.0.1:57660, baseZNode=/01207851192 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:23:22,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@613d8a7d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:23:22,905 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44e8ecdb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:23:22,905 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:23:22,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4909ca4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:23:22,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@486cc472{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bd4ffaf-4631-1eab-d173-7bcbab828042/hadoop.log.dir/,STOPPED} 2024-11-13T07:23:22,906 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T07:23:22,906 WARN [BP-710487571-172.17.0.3-1731482571643 heartbeating to localhost/127.0.0.1:37307 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T07:23:22,906 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T07:23:22,906 WARN [BP-710487571-172.17.0.3-1731482571643 heartbeating to localhost/127.0.0.1:37307 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-710487571-172.17.0.3-1731482571643 (Datanode Uuid 0eb92fb9-8bdf-4374-80dd-ac105f73e2d2) service to localhost/127.0.0.1:37307 2024-11-13T07:23:22,907 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bd4ffaf-4631-1eab-d173-7bcbab828042/cluster_c0770c7f-dd9e-a403-dcef-f25eb1b4980b/data/data1/current/BP-710487571-172.17.0.3-1731482571643 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:23:22,907 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bd4ffaf-4631-1eab-d173-7bcbab828042/cluster_c0770c7f-dd9e-a403-dcef-f25eb1b4980b/data/data2/current/BP-710487571-172.17.0.3-1731482571643 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:23:22,907 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T07:23:22,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74bb3b0e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:23:22,914 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ec0d391{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:23:22,914 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:23:22,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40b99dd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:23:22,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@723c962b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5bd4ffaf-4631-1eab-d173-7bcbab828042/hadoop.log.dir/,STOPPED} 2024-11-13T07:23:22,919 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T07:23:22,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T07:23:22,941 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=239 (was 203) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37307 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37307 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57660) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40267 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57660) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40267 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37307 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37307 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37307 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:37307 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:40267 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37307 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40267 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40267 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40267 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40267 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=623 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=732 (was 644) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4063 (was 3413) - AvailableMemoryMB LEAK? - 2024-11-13T07:23:22,952 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=239, OpenFileDescriptor=620, MaxFileDescriptor=1048576, SystemLoadAverage=732, ProcessCount=11, AvailableMemoryMB=4063 2024-11-13T07:23:22,964 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-13T07:23:22,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f66dcf8-703a-5785-5dd3-cc8479ccefb4/hadoop.log.dir so I do NOT create it in target/test-data/3adf3706-a728-58da-0a2a-4e4d91beb27d 2024-11-13T07:23:22,965 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f66dcf8-703a-5785-5dd3-cc8479ccefb4/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T07:23:22,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f66dcf8-703a-5785-5dd3-cc8479ccefb4/hadoop.tmp.dir so I do NOT create it in target/test-data/3adf3706-a728-58da-0a2a-4e4d91beb27d 2024-11-13T07:23:22,965 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f66dcf8-703a-5785-5dd3-cc8479ccefb4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T07:23:22,965 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3adf3706-a728-58da-0a2a-4e4d91beb27d 2024-11-13T07:23:22,965 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3adf3706-a728-58da-0a2a-4e4d91beb27d/cluster_ac4cebda-4e98-dc26-5bf0-5ea654e42d59, deleteOnExit=true 2024-11-13T07:23:23,011 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:23:23,011 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2998b885bdef,39417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:39417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T07:23:23,012 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4167 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2998b885bdef,39417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:39417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T07:23:23,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10133134f000005, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T07:23:23,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10133134f000002, quorum=127.0.0.1:57660, baseZNode=/01207851192 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T07:23:23,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10133134f000005, quorum=127.0.0.1:57660, baseZNode=/1-1957296023 Received Disconnected from ZooKeeper, ignoring 2024-11-13T07:23:23,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10133134f000002, quorum=127.0.0.1:57660, baseZNode=/01207851192 Received Disconnected from ZooKeeper, ignoring 2024-11-13T07:23:23,054 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3adf3706-a728-58da-0a2a-4e4d91beb27d/cluster_ac4cebda-4e98-dc26-5bf0-5ea654e42d59/zookeeper_0, clientPort=54193, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3adf3706-a728-58da-0a2a-4e4d91beb27d/cluster_ac4cebda-4e98-dc26-5bf0-5ea654e42d59/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3adf3706-a728-58da-0a2a-4e4d91beb27d/cluster_ac4cebda-4e98-dc26-5bf0-5ea654e42d59/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T07:23:23,055 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54193 2024-11-13T07:23:23,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T07:23:23,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T07:23:23,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3adf3706-a728-58da-0a2a-4e4d91beb27d/test.cache.data in system properties and HBase conf 2024-11-13T07:23:23,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3adf3706-a728-58da-0a2a-4e4d91beb27d/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T07:23:23,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3adf3706-a728-58da-0a2a-4e4d91beb27d/hadoop.log.dir in system properties and HBase conf 2024-11-13T07:23:23,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3adf3706-a728-58da-0a2a-4e4d91beb27d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T07:23:23,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3adf3706-a728-58da-0a2a-4e4d91beb27d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T07:23:23,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T07:23:23,056 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T07:23:23,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3adf3706-a728-58da-0a2a-4e4d91beb27d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:23:23,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3adf3706-a728-58da-0a2a-4e4d91beb27d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:23:23,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3adf3706-a728-58da-0a2a-4e4d91beb27d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T07:23:23,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3adf3706-a728-58da-0a2a-4e4d91beb27d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:23:23,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3adf3706-a728-58da-0a2a-4e4d91beb27d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T07:23:23,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3adf3706-a728-58da-0a2a-4e4d91beb27d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T07:23:23,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3adf3706-a728-58da-0a2a-4e4d91beb27d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:23:23,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3adf3706-a728-58da-0a2a-4e4d91beb27d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:23:23,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3adf3706-a728-58da-0a2a-4e4d91beb27d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T07:23:23,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3adf3706-a728-58da-0a2a-4e4d91beb27d/nfs.dump.dir in system properties and HBase conf 2024-11-13T07:23:23,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3adf3706-a728-58da-0a2a-4e4d91beb27d/java.io.tmpdir in system properties and HBase conf 2024-11-13T07:23:23,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3adf3706-a728-58da-0a2a-4e4d91beb27d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:23:23,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3adf3706-a728-58da-0a2a-4e4d91beb27d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T07:23:23,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3adf3706-a728-58da-0a2a-4e4d91beb27d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T07:23:23,582 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:23:23,585 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:23:23,586 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:23:23,586 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:23:23,586 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T07:23:23,587 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:23:23,587 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fdfef11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3adf3706-a728-58da-0a2a-4e4d91beb27d/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:23:23,587 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@501965e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:23:23,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7cf3dec4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3adf3706-a728-58da-0a2a-4e4d91beb27d/java.io.tmpdir/jetty-localhost-42959-hadoop-hdfs-3_4_1-tests_jar-_-any-13404875410649069564/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:23:23,713 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a7a6c13{HTTP/1.1, (http/1.1)}{localhost:42959} 2024-11-13T07:23:23,713 INFO [Time-limited test {}] server.Server(415): Started @291603ms 2024-11-13T07:23:24,059 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:23:24,063 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:23:24,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:23:24,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:23:24,064 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T07:23:24,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42b35a04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3adf3706-a728-58da-0a2a-4e4d91beb27d/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:23:24,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70b817da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:23:24,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6db809a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3adf3706-a728-58da-0a2a-4e4d91beb27d/java.io.tmpdir/jetty-localhost-38901-hadoop-hdfs-3_4_1-tests_jar-_-any-11322532752368204591/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:23:24,186 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52e12a2{HTTP/1.1, (http/1.1)}{localhost:38901} 2024-11-13T07:23:24,186 INFO [Time-limited test {}] server.Server(415): Started @292076ms 2024-11-13T07:23:24,187 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T07:23:24,981 WARN [Thread-2192 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3adf3706-a728-58da-0a2a-4e4d91beb27d/cluster_ac4cebda-4e98-dc26-5bf0-5ea654e42d59/data/data1/current/BP-374358562-172.17.0.3-1731482603082/current, will proceed with Du for space computation calculation, 2024-11-13T07:23:24,981 WARN [Thread-2193 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3adf3706-a728-58da-0a2a-4e4d91beb27d/cluster_ac4cebda-4e98-dc26-5bf0-5ea654e42d59/data/data2/current/BP-374358562-172.17.0.3-1731482603082/current, will proceed with Du for space computation calculation, 2024-11-13T07:23:25,004 WARN [Thread-2180 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T07:23:25,007 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x47ed6308f0db2069 with lease ID 0xc44bc00b27f9c7af: Processing first storage report for DS-c55fca31-0879-4f08-b00b-7c04d360a6fe from datanode DatanodeRegistration(127.0.0.1:42543, datanodeUuid=9e45c5bb-9672-4b84-86d6-4f45b0181458, infoPort=45575, infoSecurePort=0, ipcPort=43257, storageInfo=lv=-57;cid=testClusterID;nsid=1891290707;c=1731482603082) 2024-11-13T07:23:25,007 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x47ed6308f0db2069 with lease ID 0xc44bc00b27f9c7af: from storage DS-c55fca31-0879-4f08-b00b-7c04d360a6fe node DatanodeRegistration(127.0.0.1:42543, datanodeUuid=9e45c5bb-9672-4b84-86d6-4f45b0181458, infoPort=45575, infoSecurePort=0, ipcPort=43257, storageInfo=lv=-57;cid=testClusterID;nsid=1891290707;c=1731482603082), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T07:23:25,007 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x47ed6308f0db2069 with lease ID 0xc44bc00b27f9c7af: Processing first storage report for DS-db8b61e0-df62-48d4-bf92-175c3099a437 from datanode DatanodeRegistration(127.0.0.1:42543, datanodeUuid=9e45c5bb-9672-4b84-86d6-4f45b0181458, infoPort=45575, infoSecurePort=0, ipcPort=43257, storageInfo=lv=-57;cid=testClusterID;nsid=1891290707;c=1731482603082) 2024-11-13T07:23:25,007 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x47ed6308f0db2069 with lease ID 0xc44bc00b27f9c7af: from storage DS-db8b61e0-df62-48d4-bf92-175c3099a437 node DatanodeRegistration(127.0.0.1:42543, datanodeUuid=9e45c5bb-9672-4b84-86d6-4f45b0181458, infoPort=45575, infoSecurePort=0, ipcPort=43257, storageInfo=lv=-57;cid=testClusterID;nsid=1891290707;c=1731482603082), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T07:23:25,015 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3adf3706-a728-58da-0a2a-4e4d91beb27d 2024-11-13T07:23:25,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:23:25,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:23:25,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741825_1001 (size=7) 2024-11-13T07:23:25,432 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349 with version=8 2024-11-13T07:23:25,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/hbase-staging 2024-11-13T07:23:25,434 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:23:25,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:23:25,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:23:25,434 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:23:25,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:23:25,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:23:25,434 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T07:23:25,435 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:23:25,436 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44773 2024-11-13T07:23:25,437 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44773 connecting to ZooKeeper ensemble=127.0.0.1:54193 2024-11-13T07:23:25,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447730x0, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:23:25,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44773-0x1013313c9d90000 connected 2024-11-13T07:23:25,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:23:25,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:23:25,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44773-0x1013313c9d90000, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Set watcher on znode that does not yet exist, /0-1343686929/running 2024-11-13T07:23:25,649 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349, hbase.cluster.distributed=false 2024-11-13T07:23:25,651 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44773-0x1013313c9d90000, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Set watcher on znode that does not yet exist, /0-1343686929/acl 2024-11-13T07:23:25,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44773 2024-11-13T07:23:25,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44773 2024-11-13T07:23:25,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44773 2024-11-13T07:23:25,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44773 2024-11-13T07:23:25,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44773 2024-11-13T07:23:25,675 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:23:25,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:23:25,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:23:25,675 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:23:25,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:23:25,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:23:25,675 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T07:23:25,675 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:23:25,676 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41775 2024-11-13T07:23:25,676 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41775 connecting to ZooKeeper ensemble=127.0.0.1:54193 2024-11-13T07:23:25,677 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:23:25,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:23:25,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417750x0, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:23:25,693 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417750x0, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Set watcher on znode that does not yet exist, /0-1343686929/running 2024-11-13T07:23:25,694 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T07:23:25,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41775-0x1013313c9d90001 connected 2024-11-13T07:23:25,697 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T07:23:25,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41775-0x1013313c9d90001, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Set watcher on znode that does not yet exist, /0-1343686929/master 2024-11-13T07:23:25,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41775-0x1013313c9d90001, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Set watcher on znode that does not yet exist, /0-1343686929/acl 2024-11-13T07:23:25,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41775 2024-11-13T07:23:25,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41775 2024-11-13T07:23:25,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41775 2024-11-13T07:23:25,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41775 2024-11-13T07:23:25,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41775 2024-11-13T07:23:25,716 DEBUG [M:0;2998b885bdef:44773 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2998b885bdef:44773 2024-11-13T07:23:25,716 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1343686929/backup-masters/2998b885bdef,44773,1731482605434 2024-11-13T07:23:25,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44773-0x1013313c9d90000, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343686929/backup-masters 2024-11-13T07:23:25,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x1013313c9d90001, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343686929/backup-masters 2024-11-13T07:23:25,736 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44773-0x1013313c9d90000, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Set watcher on existing znode=/0-1343686929/backup-masters/2998b885bdef,44773,1731482605434 2024-11-13T07:23:25,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x1013313c9d90001, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1343686929/master 2024-11-13T07:23:25,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x1013313c9d90001, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343686929 2024-11-13T07:23:25,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44773-0x1013313c9d90000, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343686929 2024-11-13T07:23:25,746 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44773-0x1013313c9d90000, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Set watcher on existing znode=/0-1343686929/master 2024-11-13T07:23:25,746 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1343686929/backup-masters/2998b885bdef,44773,1731482605434 from backup master directory 2024-11-13T07:23:25,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44773-0x1013313c9d90000, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1343686929/backup-masters/2998b885bdef,44773,1731482605434 2024-11-13T07:23:25,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x1013313c9d90001, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343686929/backup-masters 2024-11-13T07:23:25,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44773-0x1013313c9d90000, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343686929/backup-masters 2024-11-13T07:23:25,756 WARN [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:23:25,756 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2998b885bdef,44773,1731482605434 2024-11-13T07:23:25,759 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/hbase.id] with ID: 3c54fbbd-81a7-4cda-8cbc-03a7e8876068 2024-11-13T07:23:25,759 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/.tmp/hbase.id 2024-11-13T07:23:25,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741826_1002 (size=42) 2024-11-13T07:23:26,163 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/.tmp/hbase.id]:[hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/hbase.id] 2024-11-13T07:23:26,171 INFO [master/2998b885bdef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:23:26,171 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T07:23:26,172 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T07:23:26,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x1013313c9d90001, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343686929 2024-11-13T07:23:26,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44773-0x1013313c9d90000, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343686929 2024-11-13T07:23:26,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741827_1003 (size=196) 2024-11-13T07:23:26,335 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T07:23:26,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:26,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:26,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:26,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:26,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:26,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:26,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:26,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:26,666 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:23:26,667 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T07:23:26,667 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:23:26,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741828_1004 (size=1189) 2024-11-13T07:23:27,061 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:23:27,062 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2998b885bdef,39417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:39417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T07:23:27,062 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8217 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2998b885bdef,39417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:39417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T07:23:27,073 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/MasterData/data/master/store 2024-11-13T07:23:27,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741829_1005 (size=34) 2024-11-13T07:23:27,479 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:23:27,479 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:23:27,479 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:23:27,479 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:23:27,479 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:23:27,479 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:23:27,479 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:23:27,479 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482607479Disabling compacts and flushes for region at 1731482607479Disabling writes for close at 1731482607479Writing region close event to WAL at 1731482607479Closed at 1731482607479 2024-11-13T07:23:27,480 WARN [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/MasterData/data/master/store/.initializing 2024-11-13T07:23:27,480 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/MasterData/WALs/2998b885bdef,44773,1731482605434 2024-11-13T07:23:27,481 INFO [master/2998b885bdef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:23:27,482 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2998b885bdef%2C44773%2C1731482605434, suffix=, logDir=hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/MasterData/WALs/2998b885bdef,44773,1731482605434, archiveDir=hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/MasterData/oldWALs, maxLogs=10 2024-11-13T07:23:27,499 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/MasterData/WALs/2998b885bdef,44773,1731482605434/2998b885bdef%2C44773%2C1731482605434.1731482607482, exclude list is [], retry=0 2024-11-13T07:23:27,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42543,DS-c55fca31-0879-4f08-b00b-7c04d360a6fe,DISK] 2024-11-13T07:23:27,502 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/MasterData/WALs/2998b885bdef,44773,1731482605434/2998b885bdef%2C44773%2C1731482605434.1731482607482 2024-11-13T07:23:27,503 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45575:45575)] 2024-11-13T07:23:27,503 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:23:27,503 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:23:27,503 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:27,503 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:27,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:27,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T07:23:27,505 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:27,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:23:27,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:27,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T07:23:27,506 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:27,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:23:27,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:27,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T07:23:27,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:27,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:23:27,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:27,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T07:23:27,509 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:27,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:23:27,509 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:27,510 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:27,510 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:27,511 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:27,511 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:27,511 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:23:27,512 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:27,514 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:23:27,514 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61189203, jitterRate=-0.08820982277393341}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:23:27,515 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731482607503Initializing all the Stores at 1731482607504 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482607504Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482607504Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482607504Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482607504Cleaning up temporary data from old regions at 1731482607511 (+7 ms)Region opened successfully at 1731482607515 (+4 ms) 2024-11-13T07:23:27,516 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T07:23:27,518 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52636aa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:23:27,519 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T07:23:27,519 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T07:23:27,519 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T07:23:27,520 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T07:23:27,520 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T07:23:27,520 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T07:23:27,520 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T07:23:27,522 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T07:23:27,523 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44773-0x1013313c9d90000, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Unable to get data of znode /0-1343686929/balancer because node does not exist (not necessarily an error) 2024-11-13T07:23:27,535 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1343686929/balancer already deleted, retry=false 2024-11-13T07:23:27,535 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T07:23:27,536 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44773-0x1013313c9d90000, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Unable to get data of znode /0-1343686929/normalizer because node does not exist (not necessarily an error) 2024-11-13T07:23:27,545 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1343686929/normalizer already deleted, retry=false 2024-11-13T07:23:27,545 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T07:23:27,546 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44773-0x1013313c9d90000, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Unable to get data of znode /0-1343686929/switch/split because node does not exist (not necessarily an error) 2024-11-13T07:23:27,566 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1343686929/switch/split already deleted, retry=false 2024-11-13T07:23:27,567 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44773-0x1013313c9d90000, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Unable to get data of znode /0-1343686929/switch/merge because node does not exist (not necessarily an error) 2024-11-13T07:23:27,577 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1343686929/switch/merge already deleted, retry=false 2024-11-13T07:23:27,579 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44773-0x1013313c9d90000, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Unable to get data of znode /0-1343686929/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T07:23:27,587 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1343686929/snapshot-cleanup already deleted, retry=false 2024-11-13T07:23:27,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x1013313c9d90001, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1343686929/running 2024-11-13T07:23:27,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44773-0x1013313c9d90000, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1343686929/running 2024-11-13T07:23:27,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44773-0x1013313c9d90000, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343686929 2024-11-13T07:23:27,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x1013313c9d90001, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343686929 2024-11-13T07:23:27,598 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2998b885bdef,44773,1731482605434, sessionid=0x1013313c9d90000, setting cluster-up flag (Was=false) 2024-11-13T07:23:27,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x1013313c9d90001, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343686929 2024-11-13T07:23:27,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44773-0x1013313c9d90000, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343686929 2024-11-13T07:23:27,650 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1343686929/flush-table-proc/acquired, /0-1343686929/flush-table-proc/reached, /0-1343686929/flush-table-proc/abort 2024-11-13T07:23:27,651 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,44773,1731482605434 2024-11-13T07:23:27,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x1013313c9d90001, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343686929 2024-11-13T07:23:27,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44773-0x1013313c9d90000, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343686929 2024-11-13T07:23:27,703 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1343686929/online-snapshot/acquired, /0-1343686929/online-snapshot/reached, /0-1343686929/online-snapshot/abort 2024-11-13T07:23:27,704 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,44773,1731482605434 2024-11-13T07:23:27,705 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T07:23:27,706 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T07:23:27,706 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T07:23:27,706 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T07:23:27,706 WARN [master/2998b885bdef:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 2998b885bdef,40449,1731482546241: status=Processing ServerCrashProcedure of 2998b885bdef,40449,1731482546241 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731482561454, completionTime=-1 appears to have been leaked 2024-11-13T07:23:27,706 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2998b885bdef,44773,1731482605434 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T07:23:27,707 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:23:27,707 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:23:27,708 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:23:27,708 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:23:27,708 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2998b885bdef:0, corePoolSize=10, maxPoolSize=10 2024-11-13T07:23:27,708 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:27,708 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:23:27,708 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:27,708 INFO [RS:0;2998b885bdef:41775 {}] regionserver.HRegionServer(746): ClusterId : 3c54fbbd-81a7-4cda-8cbc-03a7e8876068 2024-11-13T07:23:27,708 DEBUG [RS:0;2998b885bdef:41775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T07:23:27,708 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731482637708 2024-11-13T07:23:27,708 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T07:23:27,708 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T07:23:27,708 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T07:23:27,709 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T07:23:27,709 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T07:23:27,709 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T07:23:27,709 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:23:27,709 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:27,709 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T07:23:27,709 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:27,709 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T07:23:27,712 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T07:23:27,712 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T07:23:27,712 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T07:23:27,712 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T07:23:27,713 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T07:23:27,713 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T07:23:27,713 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482607713,5,FailOnTimeoutGroup] 2024-11-13T07:23:27,713 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482607713,5,FailOnTimeoutGroup] 2024-11-13T07:23:27,713 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:27,714 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T07:23:27,714 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:27,714 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:27,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741831_1007 (size=1321) 2024-11-13T07:23:27,720 DEBUG [RS:0;2998b885bdef:41775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T07:23:27,720 DEBUG [RS:0;2998b885bdef:41775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T07:23:27,730 DEBUG [RS:0;2998b885bdef:41775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T07:23:27,730 DEBUG [RS:0;2998b885bdef:41775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e975f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:23:27,740 DEBUG [RS:0;2998b885bdef:41775 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2998b885bdef:41775 2024-11-13T07:23:27,740 INFO [RS:0;2998b885bdef:41775 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T07:23:27,740 INFO [RS:0;2998b885bdef:41775 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T07:23:27,740 DEBUG [RS:0;2998b885bdef:41775 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T07:23:27,741 INFO [RS:0;2998b885bdef:41775 {}] regionserver.HRegionServer(2659): reportForDuty to master=2998b885bdef,44773,1731482605434 with port=41775, startcode=1731482605674 2024-11-13T07:23:27,741 DEBUG [RS:0;2998b885bdef:41775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T07:23:27,742 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T07:23:27,743 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44773 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2998b885bdef,41775,1731482605674 2024-11-13T07:23:27,743 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44773 {}] master.ServerManager(517): Registering regionserver=2998b885bdef,41775,1731482605674 2024-11-13T07:23:27,744 DEBUG [RS:0;2998b885bdef:41775 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349 2024-11-13T07:23:27,744 DEBUG [RS:0;2998b885bdef:41775 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40545 2024-11-13T07:23:27,744 DEBUG [RS:0;2998b885bdef:41775 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T07:23:27,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44773-0x1013313c9d90000, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343686929/rs 2024-11-13T07:23:27,756 DEBUG [RS:0;2998b885bdef:41775 {}] zookeeper.ZKUtil(111): regionserver:41775-0x1013313c9d90001, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Set watcher on existing znode=/0-1343686929/rs/2998b885bdef,41775,1731482605674 2024-11-13T07:23:27,756 WARN [RS:0;2998b885bdef:41775 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:23:27,757 INFO [RS:0;2998b885bdef:41775 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:23:27,757 DEBUG [RS:0;2998b885bdef:41775 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674 2024-11-13T07:23:27,757 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2998b885bdef,41775,1731482605674] 2024-11-13T07:23:27,759 INFO [RS:0;2998b885bdef:41775 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T07:23:27,761 INFO [RS:0;2998b885bdef:41775 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T07:23:27,761 INFO [RS:0;2998b885bdef:41775 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T07:23:27,761 INFO [RS:0;2998b885bdef:41775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:27,764 INFO [RS:0;2998b885bdef:41775 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T07:23:27,765 INFO [RS:0;2998b885bdef:41775 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T07:23:27,765 INFO [RS:0;2998b885bdef:41775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:27,765 DEBUG [RS:0;2998b885bdef:41775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:27,765 DEBUG [RS:0;2998b885bdef:41775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:27,765 DEBUG [RS:0;2998b885bdef:41775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:27,765 DEBUG [RS:0;2998b885bdef:41775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:27,765 DEBUG [RS:0;2998b885bdef:41775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:27,765 DEBUG [RS:0;2998b885bdef:41775 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:23:27,765 DEBUG [RS:0;2998b885bdef:41775 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:27,765 DEBUG [RS:0;2998b885bdef:41775 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:27,765 DEBUG [RS:0;2998b885bdef:41775 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:27,765 DEBUG [RS:0;2998b885bdef:41775 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:27,765 DEBUG [RS:0;2998b885bdef:41775 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:27,765 DEBUG [RS:0;2998b885bdef:41775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:27,765 DEBUG [RS:0;2998b885bdef:41775 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:23:27,765 DEBUG [RS:0;2998b885bdef:41775 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:23:27,768 INFO [RS:0;2998b885bdef:41775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:27,768 INFO [RS:0;2998b885bdef:41775 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:27,768 INFO [RS:0;2998b885bdef:41775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:27,768 INFO [RS:0;2998b885bdef:41775 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:27,768 INFO [RS:0;2998b885bdef:41775 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:27,768 INFO [RS:0;2998b885bdef:41775 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,41775,1731482605674-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:23:27,783 INFO [RS:0;2998b885bdef:41775 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T07:23:27,783 INFO [RS:0;2998b885bdef:41775 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,41775,1731482605674-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:27,783 INFO [RS:0;2998b885bdef:41775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:27,783 INFO [RS:0;2998b885bdef:41775 {}] regionserver.Replication(171): 2998b885bdef,41775,1731482605674 started 2024-11-13T07:23:27,796 INFO [RS:0;2998b885bdef:41775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:27,796 INFO [RS:0;2998b885bdef:41775 {}] regionserver.HRegionServer(1482): Serving as 2998b885bdef,41775,1731482605674, RpcServer on 2998b885bdef/172.17.0.3:41775, sessionid=0x1013313c9d90001 2024-11-13T07:23:27,796 DEBUG [RS:0;2998b885bdef:41775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T07:23:27,796 DEBUG [RS:0;2998b885bdef:41775 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2998b885bdef,41775,1731482605674 2024-11-13T07:23:27,796 DEBUG [RS:0;2998b885bdef:41775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,41775,1731482605674' 2024-11-13T07:23:27,796 DEBUG [RS:0;2998b885bdef:41775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1343686929/flush-table-proc/abort' 2024-11-13T07:23:27,797 DEBUG [RS:0;2998b885bdef:41775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1343686929/flush-table-proc/acquired' 2024-11-13T07:23:27,797 DEBUG [RS:0;2998b885bdef:41775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T07:23:27,797 DEBUG [RS:0;2998b885bdef:41775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T07:23:27,797 DEBUG [RS:0;2998b885bdef:41775 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2998b885bdef,41775,1731482605674 2024-11-13T07:23:27,797 DEBUG [RS:0;2998b885bdef:41775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,41775,1731482605674' 2024-11-13T07:23:27,797 DEBUG [RS:0;2998b885bdef:41775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1343686929/online-snapshot/abort' 2024-11-13T07:23:27,797 DEBUG [RS:0;2998b885bdef:41775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1343686929/online-snapshot/acquired' 2024-11-13T07:23:27,798 DEBUG [RS:0;2998b885bdef:41775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T07:23:27,798 INFO [RS:0;2998b885bdef:41775 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T07:23:27,798 INFO [RS:0;2998b885bdef:41775 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T07:23:27,898 INFO [RS:0;2998b885bdef:41775 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:23:27,899 INFO [RS:0;2998b885bdef:41775 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C41775%2C1731482605674, suffix=, logDir=hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674, archiveDir=hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/oldWALs, maxLogs=10 2024-11-13T07:23:27,912 DEBUG [RS:0;2998b885bdef:41775 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900, exclude list is [], retry=0 2024-11-13T07:23:27,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42543,DS-c55fca31-0879-4f08-b00b-7c04d360a6fe,DISK] 2024-11-13T07:23:27,915 INFO [RS:0;2998b885bdef:41775 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900 2024-11-13T07:23:27,915 DEBUG [RS:0;2998b885bdef:41775 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45575:45575)] 2024-11-13T07:23:28,117 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T07:23:28,117 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349 2024-11-13T07:23:28,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741833_1009 (size=32) 2024-11-13T07:23:28,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:23:28,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:23:28,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:23:28,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:28,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:23:28,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:23:28,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:23:28,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:28,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:23:28,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:23:28,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:23:28,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:28,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:23:28,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:23:28,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:23:28,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:28,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:23:28,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:23:28,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/hbase/meta/1588230740 2024-11-13T07:23:28,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/hbase/meta/1588230740 2024-11-13T07:23:28,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:23:28,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:23:28,530 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:23:28,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:23:28,532 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:23:28,533 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63729532, jitterRate=-0.05035597085952759}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:23:28,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731482608523Initializing all the Stores at 1731482608523Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482608523Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482608524 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482608524Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482608524Cleaning up temporary data from old regions at 1731482608530 (+6 ms)Region opened successfully at 1731482608533 (+3 ms) 2024-11-13T07:23:28,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:23:28,533 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:23:28,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:23:28,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:23:28,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:23:28,533 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:23:28,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482608533Disabling compacts and flushes for region at 1731482608533Disabling writes for close at 1731482608533Writing region close event to WAL at 1731482608533Closed at 1731482608533 2024-11-13T07:23:28,534 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:23:28,534 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T07:23:28,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T07:23:28,535 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:23:28,536 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T07:23:28,686 DEBUG [2998b885bdef:44773 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T07:23:28,686 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2998b885bdef,41775,1731482605674 2024-11-13T07:23:28,687 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,41775,1731482605674, state=OPENING 2024-11-13T07:23:28,698 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T07:23:28,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44773-0x1013313c9d90000, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343686929 2024-11-13T07:23:28,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x1013313c9d90001, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343686929 2024-11-13T07:23:28,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1343686929/meta-region-server: CHANGED 2024-11-13T07:23:28,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1343686929/meta-region-server: CHANGED 2024-11-13T07:23:28,742 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:23:28,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,41775,1731482605674}] 2024-11-13T07:23:28,894 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T07:23:28,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T07:23:28,899 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T07:23:28,899 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:23:28,899 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T07:23:28,903 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C41775%2C1731482605674.meta, suffix=.meta, logDir=hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674, archiveDir=hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/oldWALs, maxLogs=10 2024-11-13T07:23:28,920 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.meta.1731482608903.meta, exclude list is [], retry=0 2024-11-13T07:23:28,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42543,DS-c55fca31-0879-4f08-b00b-7c04d360a6fe,DISK] 2024-11-13T07:23:28,924 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.meta.1731482608903.meta 2024-11-13T07:23:28,924 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45575:45575)] 2024-11-13T07:23:28,924 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:23:28,924 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:23:28,924 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T07:23:28,924 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T07:23:28,925 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T07:23:28,925 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T07:23:28,925 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:23:28,925 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T07:23:28,925 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T07:23:28,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:23:28,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:23:28,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:28,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:23:28,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:23:28,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:23:28,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:28,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:23:28,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:23:28,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:23:28,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:28,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:23:28,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:23:28,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:23:28,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:28,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:23:28,933 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:23:28,933 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/hbase/meta/1588230740 2024-11-13T07:23:28,934 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/hbase/meta/1588230740 2024-11-13T07:23:28,935 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:23:28,935 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:23:28,935 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:23:28,937 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:23:28,937 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70459611, jitterRate=0.04993002116680145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:23:28,937 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T07:23:28,938 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731482608925Writing region info on filesystem at 1731482608925Initializing all the Stores at 1731482608926 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482608926Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482608926Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482608926Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482608926Cleaning up temporary data from old regions at 1731482608935 (+9 ms)Running coprocessor post-open hooks at 1731482608937 (+2 ms)Region opened successfully at 1731482608938 (+1 ms) 2024-11-13T07:23:28,940 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731482608894 2024-11-13T07:23:28,944 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T07:23:28,944 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T07:23:28,945 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,41775,1731482605674 2024-11-13T07:23:28,946 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,41775,1731482605674, state=OPEN 2024-11-13T07:23:28,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x1013313c9d90001, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1343686929/meta-region-server 2024-11-13T07:23:28,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44773-0x1013313c9d90000, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1343686929/meta-region-server 2024-11-13T07:23:28,966 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2998b885bdef,41775,1731482605674 2024-11-13T07:23:28,966 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1343686929/meta-region-server: CHANGED 2024-11-13T07:23:28,967 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1343686929/meta-region-server: CHANGED 2024-11-13T07:23:28,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T07:23:28,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,41775,1731482605674 in 224 msec 2024-11-13T07:23:28,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T07:23:28,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 436 msec 2024-11-13T07:23:28,973 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:23:28,973 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T07:23:28,975 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:23:28,975 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41775,1731482605674, seqNum=-1] 2024-11-13T07:23:28,975 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:23:28,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:23:28,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2740 sec 2024-11-13T07:23:28,980 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731482608980, completionTime=-1 2024-11-13T07:23:28,980 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T07:23:28,980 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T07:23:28,982 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T07:23:28,982 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731482668982 2024-11-13T07:23:28,983 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731482728983 2024-11-13T07:23:28,983 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T07:23:28,983 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,44773,1731482605434-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:28,983 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,44773,1731482605434-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:28,983 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,44773,1731482605434-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:28,983 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2998b885bdef:44773, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:28,983 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:28,983 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:28,985 DEBUG [master/2998b885bdef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T07:23:28,987 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.231sec 2024-11-13T07:23:28,987 INFO [master/2998b885bdef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T07:23:28,987 INFO [master/2998b885bdef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T07:23:28,987 INFO [master/2998b885bdef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T07:23:28,987 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T07:23:28,987 INFO [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T07:23:28,987 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,44773,1731482605434-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:23:28,987 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,44773,1731482605434-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T07:23:28,999 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T07:23:28,999 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T07:23:28,999 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,44773,1731482605434-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:29,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f97446, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:29,009 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,44773,-1 for getting cluster id 2024-11-13T07:23:29,009 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:23:29,010 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c54fbbd-81a7-4cda-8cbc-03a7e8876068' 2024-11-13T07:23:29,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:23:29,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c54fbbd-81a7-4cda-8cbc-03a7e8876068" 2024-11-13T07:23:29,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a314b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:29,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,44773,-1] 2024-11-13T07:23:29,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:23:29,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:29,012 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:23:29,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f5b79c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:29,013 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:23:29,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41775,1731482605674, seqNum=-1] 2024-11-13T07:23:29,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:23:29,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:23:29,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2998b885bdef,44773,1731482605434 2024-11-13T07:23:29,018 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54193 2024-11-13T07:23:29,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:23:29,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013313c9d90002 connected 2024-11-13T07:23:29,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3adf3706-a728-58da-0a2a-4e4d91beb27d/hadoop.log.dir so I do NOT create it in target/test-data/bcb3ab07-be59-0482-7529-78e32d1e49c4 2024-11-13T07:23:29,042 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3adf3706-a728-58da-0a2a-4e4d91beb27d/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T07:23:29,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3adf3706-a728-58da-0a2a-4e4d91beb27d/hadoop.tmp.dir so I do NOT create it in target/test-data/bcb3ab07-be59-0482-7529-78e32d1e49c4 2024-11-13T07:23:29,042 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3adf3706-a728-58da-0a2a-4e4d91beb27d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T07:23:29,042 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcb3ab07-be59-0482-7529-78e32d1e49c4 2024-11-13T07:23:29,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T07:23:29,042 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcb3ab07-be59-0482-7529-78e32d1e49c4/cluster_925feb5f-7b72-2c14-7b84-bce09a29eb34, deleteOnExit=true 2024-11-13T07:23:29,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T07:23:29,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcb3ab07-be59-0482-7529-78e32d1e49c4/test.cache.data in system properties and HBase conf 2024-11-13T07:23:29,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcb3ab07-be59-0482-7529-78e32d1e49c4/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T07:23:29,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcb3ab07-be59-0482-7529-78e32d1e49c4/hadoop.log.dir in system properties and HBase conf 2024-11-13T07:23:29,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcb3ab07-be59-0482-7529-78e32d1e49c4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T07:23:29,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcb3ab07-be59-0482-7529-78e32d1e49c4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T07:23:29,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T07:23:29,043 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T07:23:29,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcb3ab07-be59-0482-7529-78e32d1e49c4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:23:29,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcb3ab07-be59-0482-7529-78e32d1e49c4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:23:29,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcb3ab07-be59-0482-7529-78e32d1e49c4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T07:23:29,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcb3ab07-be59-0482-7529-78e32d1e49c4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:23:29,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcb3ab07-be59-0482-7529-78e32d1e49c4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T07:23:29,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcb3ab07-be59-0482-7529-78e32d1e49c4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T07:23:29,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcb3ab07-be59-0482-7529-78e32d1e49c4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:23:29,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcb3ab07-be59-0482-7529-78e32d1e49c4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:23:29,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcb3ab07-be59-0482-7529-78e32d1e49c4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T07:23:29,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcb3ab07-be59-0482-7529-78e32d1e49c4/nfs.dump.dir in system properties and HBase conf 2024-11-13T07:23:29,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcb3ab07-be59-0482-7529-78e32d1e49c4/java.io.tmpdir in system properties and HBase conf 2024-11-13T07:23:29,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcb3ab07-be59-0482-7529-78e32d1e49c4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:23:29,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcb3ab07-be59-0482-7529-78e32d1e49c4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T07:23:29,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcb3ab07-be59-0482-7529-78e32d1e49c4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T07:23:29,435 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:23:29,438 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:23:29,440 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:23:29,440 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:23:29,440 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T07:23:29,443 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:23:29,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1752b0ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcb3ab07-be59-0482-7529-78e32d1e49c4/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:23:29,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ffa0584{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:23:29,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dffc5c3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcb3ab07-be59-0482-7529-78e32d1e49c4/java.io.tmpdir/jetty-localhost-39223-hadoop-hdfs-3_4_1-tests_jar-_-any-7740996586481563818/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:23:29,566 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12dd6dc3{HTTP/1.1, (http/1.1)}{localhost:39223} 2024-11-13T07:23:29,566 INFO [Time-limited test {}] server.Server(415): Started @297456ms 2024-11-13T07:23:29,806 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:23:29,809 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:23:29,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:23:29,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:23:29,811 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T07:23:29,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75d36632{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcb3ab07-be59-0482-7529-78e32d1e49c4/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:23:29,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8e25e8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:23:29,916 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12b0f134{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcb3ab07-be59-0482-7529-78e32d1e49c4/java.io.tmpdir/jetty-localhost-41701-hadoop-hdfs-3_4_1-tests_jar-_-any-3037244732964113214/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:23:29,916 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29bd1fb9{HTTP/1.1, (http/1.1)}{localhost:41701} 2024-11-13T07:23:29,916 INFO [Time-limited test {}] server.Server(415): Started @297807ms 2024-11-13T07:23:29,917 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T07:23:30,133 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T07:23:30,133 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T07:23:30,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:23:30,134 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T07:23:30,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:23:30,134 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T07:23:30,779 WARN [Thread-2313 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcb3ab07-be59-0482-7529-78e32d1e49c4/cluster_925feb5f-7b72-2c14-7b84-bce09a29eb34/data/data1/current/BP-1790753176-172.17.0.3-1731482609058/current, will proceed with Du for space computation calculation, 2024-11-13T07:23:30,779 WARN [Thread-2314 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcb3ab07-be59-0482-7529-78e32d1e49c4/cluster_925feb5f-7b72-2c14-7b84-bce09a29eb34/data/data2/current/BP-1790753176-172.17.0.3-1731482609058/current, will proceed with Du for space computation calculation, 2024-11-13T07:23:30,806 WARN [Thread-2301 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T07:23:30,808 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x10d3cd8d361aa4e8 with lease ID 0xda870b9ecba63547: Processing first storage report for DS-f8ebed11-c1e5-4d09-ab40-f25eaaff04af from datanode DatanodeRegistration(127.0.0.1:36997, datanodeUuid=909384f0-6d1f-4545-b107-9e6b7c278a2e, infoPort=40041, infoSecurePort=0, ipcPort=45693, storageInfo=lv=-57;cid=testClusterID;nsid=506933886;c=1731482609058) 2024-11-13T07:23:30,808 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x10d3cd8d361aa4e8 with lease ID 0xda870b9ecba63547: from storage DS-f8ebed11-c1e5-4d09-ab40-f25eaaff04af node DatanodeRegistration(127.0.0.1:36997, datanodeUuid=909384f0-6d1f-4545-b107-9e6b7c278a2e, infoPort=40041, infoSecurePort=0, ipcPort=45693, storageInfo=lv=-57;cid=testClusterID;nsid=506933886;c=1731482609058), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T07:23:30,808 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x10d3cd8d361aa4e8 with lease ID 0xda870b9ecba63547: Processing first storage report for DS-d6f4bdbd-f1ac-4990-b978-80247a6faeca from datanode DatanodeRegistration(127.0.0.1:36997, datanodeUuid=909384f0-6d1f-4545-b107-9e6b7c278a2e, infoPort=40041, infoSecurePort=0, ipcPort=45693, storageInfo=lv=-57;cid=testClusterID;nsid=506933886;c=1731482609058) 2024-11-13T07:23:30,808 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x10d3cd8d361aa4e8 with lease ID 0xda870b9ecba63547: from storage DS-d6f4bdbd-f1ac-4990-b978-80247a6faeca node DatanodeRegistration(127.0.0.1:36997, datanodeUuid=909384f0-6d1f-4545-b107-9e6b7c278a2e, infoPort=40041, infoSecurePort=0, ipcPort=45693, storageInfo=lv=-57;cid=testClusterID;nsid=506933886;c=1731482609058), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T07:23:30,847 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcb3ab07-be59-0482-7529-78e32d1e49c4 2024-11-13T07:23:30,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:23:30,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:23:30,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741825_1001 (size=7) 2024-11-13T07:23:31,257 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749 with version=8 2024-11-13T07:23:31,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/hbase-staging 2024-11-13T07:23:31,259 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:23:31,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:23:31,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:23:31,259 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:23:31,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:23:31,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:23:31,259 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T07:23:31,259 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:23:31,260 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46539 2024-11-13T07:23:31,260 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46539 connecting to ZooKeeper ensemble=127.0.0.1:54193 2024-11-13T07:23:31,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465390x0, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:23:31,277 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46539-0x1013313c9d90003 connected 2024-11-13T07:23:31,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:23:31,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:23:31,364 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46539-0x1013313c9d90003, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Set watcher on znode that does not yet exist, /1-1093106236/running 2024-11-13T07:23:31,364 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749, hbase.cluster.distributed=false 2024-11-13T07:23:31,367 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46539-0x1013313c9d90003, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Set watcher on znode that does not yet exist, /1-1093106236/acl 2024-11-13T07:23:31,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46539 2024-11-13T07:23:31,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46539 2024-11-13T07:23:31,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46539 2024-11-13T07:23:31,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46539 2024-11-13T07:23:31,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46539 2024-11-13T07:23:31,380 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:23:31,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:23:31,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:23:31,381 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:23:31,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:23:31,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:23:31,381 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T07:23:31,381 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:23:31,381 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35121 2024-11-13T07:23:31,382 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35121 connecting to ZooKeeper ensemble=127.0.0.1:54193 2024-11-13T07:23:31,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:23:31,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:23:31,403 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351210x0, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:23:31,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351210x0, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Set watcher on znode that does not yet exist, /1-1093106236/running 2024-11-13T07:23:31,403 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35121-0x1013313c9d90004 connected 2024-11-13T07:23:31,403 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T07:23:31,404 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T07:23:31,404 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35121-0x1013313c9d90004, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Set watcher on znode that does not yet exist, /1-1093106236/master 2024-11-13T07:23:31,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35121-0x1013313c9d90004, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Set watcher on znode that does not yet exist, /1-1093106236/acl 2024-11-13T07:23:31,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35121 2024-11-13T07:23:31,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35121 2024-11-13T07:23:31,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35121 2024-11-13T07:23:31,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35121 2024-11-13T07:23:31,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35121 2024-11-13T07:23:31,429 DEBUG [M:0;2998b885bdef:46539 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2998b885bdef:46539 2024-11-13T07:23:31,429 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1093106236/backup-masters/2998b885bdef,46539,1731482611259 2024-11-13T07:23:31,440 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35121-0x1013313c9d90004, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093106236/backup-masters 2024-11-13T07:23:31,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1013313c9d90003, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093106236/backup-masters 2024-11-13T07:23:31,440 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46539-0x1013313c9d90003, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Set watcher on existing znode=/1-1093106236/backup-masters/2998b885bdef,46539,1731482611259 2024-11-13T07:23:31,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1013313c9d90003, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093106236 2024-11-13T07:23:31,450 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35121-0x1013313c9d90004, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1093106236/master 2024-11-13T07:23:31,450 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35121-0x1013313c9d90004, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093106236 2024-11-13T07:23:31,451 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46539-0x1013313c9d90003, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Set watcher on existing znode=/1-1093106236/master 2024-11-13T07:23:31,451 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1093106236/backup-masters/2998b885bdef,46539,1731482611259 from backup master directory 2024-11-13T07:23:31,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1013313c9d90003, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1093106236/backup-masters/2998b885bdef,46539,1731482611259 2024-11-13T07:23:31,461 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35121-0x1013313c9d90004, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093106236/backup-masters 2024-11-13T07:23:31,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1013313c9d90003, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093106236/backup-masters 2024-11-13T07:23:31,461 WARN [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:23:31,461 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2998b885bdef,46539,1731482611259 2024-11-13T07:23:31,465 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/hbase.id] with ID: e137b741-01c8-4fbb-96bb-e756120ea96e 2024-11-13T07:23:31,465 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/.tmp/hbase.id 2024-11-13T07:23:31,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741826_1002 (size=42) 2024-11-13T07:23:31,872 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/.tmp/hbase.id]:[hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/hbase.id] 2024-11-13T07:23:31,879 INFO [master/2998b885bdef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:23:31,879 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T07:23:31,880 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T07:23:31,892 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35121-0x1013313c9d90004, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093106236 2024-11-13T07:23:31,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1013313c9d90003, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093106236 2024-11-13T07:23:31,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741827_1003 (size=196) 2024-11-13T07:23:32,298 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:23:32,299 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T07:23:32,300 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:23:32,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741828_1004 (size=1189) 2024-11-13T07:23:32,710 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/MasterData/data/master/store 2024-11-13T07:23:32,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741829_1005 (size=34) 2024-11-13T07:23:33,118 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:23:33,119 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:23:33,119 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:23:33,119 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:23:33,119 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:23:33,119 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:23:33,119 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:23:33,119 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482613119Disabling compacts and flushes for region at 1731482613119Disabling writes for close at 1731482613119Writing region close event to WAL at 1731482613119Closed at 1731482613119 2024-11-13T07:23:33,120 WARN [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/MasterData/data/master/store/.initializing 2024-11-13T07:23:33,120 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/MasterData/WALs/2998b885bdef,46539,1731482611259 2024-11-13T07:23:33,121 INFO [master/2998b885bdef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:23:33,123 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2998b885bdef%2C46539%2C1731482611259, suffix=, logDir=hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/MasterData/WALs/2998b885bdef,46539,1731482611259, archiveDir=hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/MasterData/oldWALs, maxLogs=10 2024-11-13T07:23:33,135 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/MasterData/WALs/2998b885bdef,46539,1731482611259/2998b885bdef%2C46539%2C1731482611259.1731482613123, exclude list is [], retry=0 2024-11-13T07:23:33,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36997,DS-f8ebed11-c1e5-4d09-ab40-f25eaaff04af,DISK] 2024-11-13T07:23:33,139 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/MasterData/WALs/2998b885bdef,46539,1731482611259/2998b885bdef%2C46539%2C1731482611259.1731482613123 2024-11-13T07:23:33,139 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40041:40041)] 2024-11-13T07:23:33,139 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:23:33,139 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:23:33,139 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:33,139 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:33,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:33,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T07:23:33,144 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:33,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:23:33,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:33,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T07:23:33,146 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:33,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:23:33,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:33,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T07:23:33,147 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:33,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:23:33,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:33,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T07:23:33,148 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:33,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:23:33,148 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:33,149 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:33,149 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:33,150 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:33,150 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:33,150 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:23:33,151 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:33,153 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:23:33,153 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74068055, jitterRate=0.10370002686977386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:23:33,153 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731482613139Initializing all the Stores at 1731482613140 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482613140Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482613143 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482613143Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482613143Cleaning up temporary data from old regions at 1731482613150 (+7 ms)Region opened successfully at 1731482613153 (+3 ms) 2024-11-13T07:23:33,153 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T07:23:33,155 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af7909, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:23:33,156 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T07:23:33,156 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T07:23:33,156 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T07:23:33,156 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T07:23:33,156 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T07:23:33,157 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T07:23:33,157 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T07:23:33,161 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T07:23:33,162 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46539-0x1013313c9d90003, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Unable to get data of znode /1-1093106236/balancer because node does not exist (not necessarily an error) 2024-11-13T07:23:33,171 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1093106236/balancer already deleted, retry=false 2024-11-13T07:23:33,171 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T07:23:33,172 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46539-0x1013313c9d90003, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Unable to get data of znode /1-1093106236/normalizer because node does not exist (not necessarily an error) 2024-11-13T07:23:33,182 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1093106236/normalizer already deleted, retry=false 2024-11-13T07:23:33,182 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T07:23:33,183 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46539-0x1013313c9d90003, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Unable to get data of znode /1-1093106236/switch/split because node does not exist (not necessarily an error) 2024-11-13T07:23:33,192 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1093106236/switch/split already deleted, retry=false 2024-11-13T07:23:33,193 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46539-0x1013313c9d90003, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Unable to get data of znode /1-1093106236/switch/merge because node does not exist (not necessarily an error) 2024-11-13T07:23:33,202 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1093106236/switch/merge already deleted, retry=false 2024-11-13T07:23:33,204 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46539-0x1013313c9d90003, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Unable to get data of znode /1-1093106236/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T07:23:33,213 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1093106236/snapshot-cleanup already deleted, retry=false 2024-11-13T07:23:33,224 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35121-0x1013313c9d90004, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1093106236/running 2024-11-13T07:23:33,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1013313c9d90003, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1093106236/running 2024-11-13T07:23:33,224 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35121-0x1013313c9d90004, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093106236 2024-11-13T07:23:33,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1013313c9d90003, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093106236 2024-11-13T07:23:33,224 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2998b885bdef,46539,1731482611259, sessionid=0x1013313c9d90003, setting cluster-up flag (Was=false) 2024-11-13T07:23:33,245 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35121-0x1013313c9d90004, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093106236 2024-11-13T07:23:33,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1013313c9d90003, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093106236 2024-11-13T07:23:33,276 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1093106236/flush-table-proc/acquired, /1-1093106236/flush-table-proc/reached, /1-1093106236/flush-table-proc/abort 2024-11-13T07:23:33,277 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,46539,1731482611259 2024-11-13T07:23:33,308 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35121-0x1013313c9d90004, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093106236 2024-11-13T07:23:33,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1013313c9d90003, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093106236 2024-11-13T07:23:33,350 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1093106236/online-snapshot/acquired, /1-1093106236/online-snapshot/reached, /1-1093106236/online-snapshot/abort 2024-11-13T07:23:33,351 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,46539,1731482611259 2024-11-13T07:23:33,352 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T07:23:33,353 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T07:23:33,353 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T07:23:33,353 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T07:23:33,353 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2998b885bdef,46539,1731482611259 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T07:23:33,355 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:23:33,355 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:23:33,355 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:23:33,355 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:23:33,355 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2998b885bdef:0, corePoolSize=10, maxPoolSize=10 2024-11-13T07:23:33,355 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:33,355 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:23:33,355 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:33,361 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731482643361 2024-11-13T07:23:33,361 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T07:23:33,361 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T07:23:33,361 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T07:23:33,361 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T07:23:33,361 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T07:23:33,361 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T07:23:33,361 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:33,361 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:23:33,361 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T07:23:33,362 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T07:23:33,362 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T07:23:33,362 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T07:23:33,362 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T07:23:33,362 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T07:23:33,362 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T07:23:33,362 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:33,362 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482613362,5,FailOnTimeoutGroup] 2024-11-13T07:23:33,362 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T07:23:33,364 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482613362,5,FailOnTimeoutGroup] 2024-11-13T07:23:33,364 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:33,364 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T07:23:33,364 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:33,364 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:33,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741831_1007 (size=1321) 2024-11-13T07:23:33,421 INFO [RS:0;2998b885bdef:35121 {}] regionserver.HRegionServer(746): ClusterId : e137b741-01c8-4fbb-96bb-e756120ea96e 2024-11-13T07:23:33,421 DEBUG [RS:0;2998b885bdef:35121 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T07:23:33,440 DEBUG [RS:0;2998b885bdef:35121 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T07:23:33,440 DEBUG [RS:0;2998b885bdef:35121 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T07:23:33,451 DEBUG [RS:0;2998b885bdef:35121 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T07:23:33,451 DEBUG [RS:0;2998b885bdef:35121 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ca837e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:23:33,461 DEBUG [RS:0;2998b885bdef:35121 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2998b885bdef:35121 2024-11-13T07:23:33,461 INFO [RS:0;2998b885bdef:35121 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T07:23:33,461 INFO [RS:0;2998b885bdef:35121 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T07:23:33,461 DEBUG [RS:0;2998b885bdef:35121 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T07:23:33,462 INFO [RS:0;2998b885bdef:35121 {}] regionserver.HRegionServer(2659): reportForDuty to master=2998b885bdef,46539,1731482611259 with port=35121, startcode=1731482611380 2024-11-13T07:23:33,462 DEBUG [RS:0;2998b885bdef:35121 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T07:23:33,464 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T07:23:33,464 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46539 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2998b885bdef,35121,1731482611380 2024-11-13T07:23:33,464 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46539 {}] master.ServerManager(517): Registering regionserver=2998b885bdef,35121,1731482611380 2024-11-13T07:23:33,465 DEBUG [RS:0;2998b885bdef:35121 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749 2024-11-13T07:23:33,465 DEBUG [RS:0;2998b885bdef:35121 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43065 2024-11-13T07:23:33,465 DEBUG [RS:0;2998b885bdef:35121 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T07:23:33,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1013313c9d90003, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093106236/rs 2024-11-13T07:23:33,504 DEBUG [RS:0;2998b885bdef:35121 {}] zookeeper.ZKUtil(111): regionserver:35121-0x1013313c9d90004, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Set watcher on existing znode=/1-1093106236/rs/2998b885bdef,35121,1731482611380 2024-11-13T07:23:33,504 WARN [RS:0;2998b885bdef:35121 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:23:33,505 INFO [RS:0;2998b885bdef:35121 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:23:33,505 DEBUG [RS:0;2998b885bdef:35121 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380 2024-11-13T07:23:33,505 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2998b885bdef,35121,1731482611380] 2024-11-13T07:23:33,507 INFO [RS:0;2998b885bdef:35121 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T07:23:33,509 INFO [RS:0;2998b885bdef:35121 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T07:23:33,509 INFO [RS:0;2998b885bdef:35121 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T07:23:33,509 INFO [RS:0;2998b885bdef:35121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:33,509 INFO [RS:0;2998b885bdef:35121 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T07:23:33,510 INFO [RS:0;2998b885bdef:35121 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T07:23:33,510 INFO [RS:0;2998b885bdef:35121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:33,510 DEBUG [RS:0;2998b885bdef:35121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:33,510 DEBUG [RS:0;2998b885bdef:35121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:33,510 DEBUG [RS:0;2998b885bdef:35121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:33,510 DEBUG [RS:0;2998b885bdef:35121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:33,510 DEBUG [RS:0;2998b885bdef:35121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:33,510 DEBUG [RS:0;2998b885bdef:35121 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:23:33,510 DEBUG [RS:0;2998b885bdef:35121 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:33,510 DEBUG [RS:0;2998b885bdef:35121 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:33,510 DEBUG [RS:0;2998b885bdef:35121 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:33,510 DEBUG [RS:0;2998b885bdef:35121 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:33,510 DEBUG [RS:0;2998b885bdef:35121 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:33,510 DEBUG [RS:0;2998b885bdef:35121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:33,510 DEBUG [RS:0;2998b885bdef:35121 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:23:33,510 DEBUG [RS:0;2998b885bdef:35121 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:23:33,510 INFO [RS:0;2998b885bdef:35121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:33,510 INFO [RS:0;2998b885bdef:35121 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:33,510 INFO [RS:0;2998b885bdef:35121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:33,511 INFO [RS:0;2998b885bdef:35121 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:33,511 INFO [RS:0;2998b885bdef:35121 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:33,511 INFO [RS:0;2998b885bdef:35121 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,35121,1731482611380-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:23:33,523 INFO [RS:0;2998b885bdef:35121 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T07:23:33,523 INFO [RS:0;2998b885bdef:35121 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,35121,1731482611380-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:33,524 INFO [RS:0;2998b885bdef:35121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:33,524 INFO [RS:0;2998b885bdef:35121 {}] regionserver.Replication(171): 2998b885bdef,35121,1731482611380 started 2024-11-13T07:23:33,535 INFO [RS:0;2998b885bdef:35121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:33,535 INFO [RS:0;2998b885bdef:35121 {}] regionserver.HRegionServer(1482): Serving as 2998b885bdef,35121,1731482611380, RpcServer on 2998b885bdef/172.17.0.3:35121, sessionid=0x1013313c9d90004 2024-11-13T07:23:33,536 DEBUG [RS:0;2998b885bdef:35121 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T07:23:33,536 DEBUG [RS:0;2998b885bdef:35121 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2998b885bdef,35121,1731482611380 2024-11-13T07:23:33,536 DEBUG [RS:0;2998b885bdef:35121 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,35121,1731482611380' 2024-11-13T07:23:33,536 DEBUG [RS:0;2998b885bdef:35121 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1093106236/flush-table-proc/abort' 2024-11-13T07:23:33,536 DEBUG [RS:0;2998b885bdef:35121 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1093106236/flush-table-proc/acquired' 2024-11-13T07:23:33,536 DEBUG [RS:0;2998b885bdef:35121 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T07:23:33,536 DEBUG [RS:0;2998b885bdef:35121 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T07:23:33,536 DEBUG [RS:0;2998b885bdef:35121 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2998b885bdef,35121,1731482611380 2024-11-13T07:23:33,536 DEBUG [RS:0;2998b885bdef:35121 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,35121,1731482611380' 2024-11-13T07:23:33,536 DEBUG [RS:0;2998b885bdef:35121 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1093106236/online-snapshot/abort' 2024-11-13T07:23:33,537 DEBUG [RS:0;2998b885bdef:35121 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1093106236/online-snapshot/acquired' 2024-11-13T07:23:33,537 DEBUG [RS:0;2998b885bdef:35121 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T07:23:33,537 INFO [RS:0;2998b885bdef:35121 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T07:23:33,537 INFO [RS:0;2998b885bdef:35121 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T07:23:33,637 INFO [RS:0;2998b885bdef:35121 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:23:33,638 INFO [RS:0;2998b885bdef:35121 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C35121%2C1731482611380, suffix=, logDir=hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380, archiveDir=hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/oldWALs, maxLogs=10 2024-11-13T07:23:33,650 DEBUG [RS:0;2998b885bdef:35121 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380/2998b885bdef%2C35121%2C1731482611380.1731482613639, exclude list is [], retry=0 2024-11-13T07:23:33,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36997,DS-f8ebed11-c1e5-4d09-ab40-f25eaaff04af,DISK] 2024-11-13T07:23:33,653 INFO [RS:0;2998b885bdef:35121 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380/2998b885bdef%2C35121%2C1731482611380.1731482613639 2024-11-13T07:23:33,653 DEBUG [RS:0;2998b885bdef:35121 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40041:40041)] 2024-11-13T07:23:33,760 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T07:23:33,778 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T07:23:33,779 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749 2024-11-13T07:23:33,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741833_1009 (size=32) 2024-11-13T07:23:34,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:23:34,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:23:34,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:23:34,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:34,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:23:34,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:23:34,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:23:34,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:34,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:23:34,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:23:34,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:23:34,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:34,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:23:34,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:23:34,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:23:34,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:34,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:23:34,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:23:34,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/hbase/meta/1588230740 2024-11-13T07:23:34,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/hbase/meta/1588230740 2024-11-13T07:23:34,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:23:34,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:23:34,194 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:23:34,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:23:34,196 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:23:34,197 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61046369, jitterRate=-0.09033821523189545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:23:34,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731482614187Initializing all the Stores at 1731482614187Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482614187Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482614187Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482614187Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482614187Cleaning up temporary data from old regions at 1731482614194 (+7 ms)Region opened successfully at 1731482614197 (+3 ms) 2024-11-13T07:23:34,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:23:34,197 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:23:34,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:23:34,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:23:34,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:23:34,197 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:23:34,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482614197Disabling compacts and flushes for region at 1731482614197Disabling writes for close at 1731482614197Writing region close event to WAL at 1731482614197Closed at 1731482614197 2024-11-13T07:23:34,198 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:23:34,198 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T07:23:34,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T07:23:34,199 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:23:34,200 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T07:23:34,350 DEBUG [2998b885bdef:46539 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T07:23:34,350 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2998b885bdef,35121,1731482611380 2024-11-13T07:23:34,351 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,35121,1731482611380, state=OPENING 2024-11-13T07:23:34,366 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T07:23:34,376 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35121-0x1013313c9d90004, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093106236 2024-11-13T07:23:34,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1013313c9d90003, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093106236 2024-11-13T07:23:34,377 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:23:34,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1093106236/meta-region-server: CHANGED 2024-11-13T07:23:34,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1093106236/meta-region-server: CHANGED 2024-11-13T07:23:34,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,35121,1731482611380}] 2024-11-13T07:23:34,427 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T07:23:34,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:34,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:34,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:34,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:34,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:34,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:34,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:34,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:34,529 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T07:23:34,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T07:23:34,533 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T07:23:34,533 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:23:34,533 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T07:23:34,534 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C35121%2C1731482611380.meta, suffix=.meta, logDir=hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380, archiveDir=hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/oldWALs, maxLogs=10 2024-11-13T07:23:34,551 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380/2998b885bdef%2C35121%2C1731482611380.meta.1731482614534.meta, exclude list is [], retry=0 2024-11-13T07:23:34,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36997,DS-f8ebed11-c1e5-4d09-ab40-f25eaaff04af,DISK] 2024-11-13T07:23:34,554 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380/2998b885bdef%2C35121%2C1731482611380.meta.1731482614534.meta 2024-11-13T07:23:34,555 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40041:40041)] 2024-11-13T07:23:34,555 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:23:34,555 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:23:34,555 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T07:23:34,555 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T07:23:34,555 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T07:23:34,555 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T07:23:34,555 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:23:34,555 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T07:23:34,555 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T07:23:34,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:23:34,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:23:34,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:34,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:23:34,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:23:34,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:23:34,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:34,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:23:34,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:23:34,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:23:34,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:34,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:23:34,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:23:34,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:23:34,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:34,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:23:34,560 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:23:34,560 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/hbase/meta/1588230740 2024-11-13T07:23:34,561 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/hbase/meta/1588230740 2024-11-13T07:23:34,562 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:23:34,562 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:23:34,562 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:23:34,563 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:23:34,564 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65832837, jitterRate=-0.019014284014701843}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:23:34,564 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T07:23:34,564 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731482614555Writing region info on filesystem at 1731482614555Initializing all the Stores at 1731482614556 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482614556Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482614556Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482614556Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482614556Cleaning up temporary data from old regions at 1731482614562 (+6 ms)Running coprocessor post-open hooks at 1731482614564 (+2 ms)Region opened successfully at 1731482614564 2024-11-13T07:23:34,564 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731482614529 2024-11-13T07:23:34,566 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T07:23:34,566 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T07:23:34,567 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,35121,1731482611380 2024-11-13T07:23:34,567 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,35121,1731482611380, state=OPEN 2024-11-13T07:23:34,634 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35121-0x1013313c9d90004, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1093106236/meta-region-server 2024-11-13T07:23:34,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1013313c9d90003, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1093106236/meta-region-server 2024-11-13T07:23:34,634 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2998b885bdef,35121,1731482611380 2024-11-13T07:23:34,634 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1093106236/meta-region-server: CHANGED 2024-11-13T07:23:34,634 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1093106236/meta-region-server: CHANGED 2024-11-13T07:23:34,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T07:23:34,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,35121,1731482611380 in 257 msec 2024-11-13T07:23:34,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T07:23:34,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 439 msec 2024-11-13T07:23:34,638 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:23:34,638 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T07:23:34,640 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:23:34,640 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,35121,1731482611380, seqNum=-1] 2024-11-13T07:23:34,640 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:23:34,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:23:34,645 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2920 sec 2024-11-13T07:23:34,645 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731482614645, completionTime=-1 2024-11-13T07:23:34,645 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T07:23:34,645 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T07:23:34,648 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T07:23:34,648 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731482674648 2024-11-13T07:23:34,648 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731482734648 2024-11-13T07:23:34,648 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T07:23:34,648 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,46539,1731482611259-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:34,648 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,46539,1731482611259-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:34,648 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,46539,1731482611259-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:34,648 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2998b885bdef:46539, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:34,648 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:34,650 DEBUG [master/2998b885bdef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T07:23:34,650 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:34,654 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.193sec 2024-11-13T07:23:34,654 INFO [master/2998b885bdef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T07:23:34,654 INFO [master/2998b885bdef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T07:23:34,654 INFO [master/2998b885bdef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T07:23:34,654 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T07:23:34,654 INFO [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T07:23:34,654 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,46539,1731482611259-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:23:34,654 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,46539,1731482611259-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T07:23:34,656 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T07:23:34,656 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T07:23:34,656 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,46539,1731482611259-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:34,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e9d3740, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:34,722 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,46539,-1 for getting cluster id 2024-11-13T07:23:34,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:23:34,723 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e137b741-01c8-4fbb-96bb-e756120ea96e' 2024-11-13T07:23:34,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:23:34,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e137b741-01c8-4fbb-96bb-e756120ea96e" 2024-11-13T07:23:34,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fdd61e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:34,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,46539,-1] 2024-11-13T07:23:34,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:23:34,724 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:34,724 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:23:34,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f62ebf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:34,725 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:23:34,726 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,35121,1731482611380, seqNum=-1] 2024-11-13T07:23:34,726 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:23:34,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:23:34,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2998b885bdef,46539,1731482611259 2024-11-13T07:23:34,729 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54193 2024-11-13T07:23:34,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:23:34,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013313c9d90005 connected 2024-11-13T07:23:34,752 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:23:34,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,44773,1731482605434 2024-11-13T07:23:34,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d3097a5 2024-11-13T07:23:34,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:23:34,754 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:23:34,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:23:34,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T07:23:34,756 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T07:23:34,756 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:34,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T07:23:34,757 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T07:23:34,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:23:34,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741835_1011 (size=902) 2024-11-13T07:23:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:23:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:23:35,163 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bdaef6a67b70705cba6ae164b7531a26, NAME => 'test,,1731482614754.bdaef6a67b70705cba6ae164b7531a26.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349 2024-11-13T07:23:35,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741836_1012 (size=39) 2024-11-13T07:23:35,169 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731482614754.bdaef6a67b70705cba6ae164b7531a26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:23:35,169 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bdaef6a67b70705cba6ae164b7531a26, disabling compactions & flushes 2024-11-13T07:23:35,169 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731482614754.bdaef6a67b70705cba6ae164b7531a26. 2024-11-13T07:23:35,169 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731482614754.bdaef6a67b70705cba6ae164b7531a26. 2024-11-13T07:23:35,169 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731482614754.bdaef6a67b70705cba6ae164b7531a26. after waiting 0 ms 2024-11-13T07:23:35,170 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731482614754.bdaef6a67b70705cba6ae164b7531a26. 2024-11-13T07:23:35,170 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731482614754.bdaef6a67b70705cba6ae164b7531a26. 2024-11-13T07:23:35,170 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bdaef6a67b70705cba6ae164b7531a26: Waiting for close lock at 1731482615169Disabling compacts and flushes for region at 1731482615169Disabling writes for close at 1731482615169Writing region close event to WAL at 1731482615170 (+1 ms)Closed at 1731482615170 2024-11-13T07:23:35,171 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T07:23:35,171 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731482614754.bdaef6a67b70705cba6ae164b7531a26.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731482615171"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482615171"}]},"ts":"1731482615171"} 2024-11-13T07:23:35,173 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T07:23:35,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T07:23:35,174 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482615174"}]},"ts":"1731482615174"} 2024-11-13T07:23:35,176 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T07:23:35,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bdaef6a67b70705cba6ae164b7531a26, ASSIGN}] 2024-11-13T07:23:35,177 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bdaef6a67b70705cba6ae164b7531a26, ASSIGN 2024-11-13T07:23:35,177 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bdaef6a67b70705cba6ae164b7531a26, ASSIGN; state=OFFLINE, location=2998b885bdef,41775,1731482605674; forceNewPlan=false, retain=false 2024-11-13T07:23:35,328 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bdaef6a67b70705cba6ae164b7531a26, regionState=OPENING, regionLocation=2998b885bdef,41775,1731482605674 2024-11-13T07:23:35,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bdaef6a67b70705cba6ae164b7531a26, ASSIGN because future has completed 2024-11-13T07:23:35,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bdaef6a67b70705cba6ae164b7531a26, server=2998b885bdef,41775,1731482605674}] 2024-11-13T07:23:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:23:35,486 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731482614754.bdaef6a67b70705cba6ae164b7531a26. 2024-11-13T07:23:35,486 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bdaef6a67b70705cba6ae164b7531a26, NAME => 'test,,1731482614754.bdaef6a67b70705cba6ae164b7531a26.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:23:35,486 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:23:35,486 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T07:23:35,487 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bdaef6a67b70705cba6ae164b7531a26 2024-11-13T07:23:35,487 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731482614754.bdaef6a67b70705cba6ae164b7531a26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:23:35,487 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bdaef6a67b70705cba6ae164b7531a26 2024-11-13T07:23:35,487 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bdaef6a67b70705cba6ae164b7531a26 2024-11-13T07:23:35,488 INFO [StoreOpener-bdaef6a67b70705cba6ae164b7531a26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bdaef6a67b70705cba6ae164b7531a26 2024-11-13T07:23:35,489 INFO [StoreOpener-bdaef6a67b70705cba6ae164b7531a26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdaef6a67b70705cba6ae164b7531a26 columnFamilyName f 2024-11-13T07:23:35,489 DEBUG [StoreOpener-bdaef6a67b70705cba6ae164b7531a26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:35,489 INFO [StoreOpener-bdaef6a67b70705cba6ae164b7531a26-1 {}] regionserver.HStore(327): Store=bdaef6a67b70705cba6ae164b7531a26/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:23:35,489 INFO [StoreOpener-bdaef6a67b70705cba6ae164b7531a26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bdaef6a67b70705cba6ae164b7531a26 2024-11-13T07:23:35,490 INFO [StoreOpener-bdaef6a67b70705cba6ae164b7531a26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdaef6a67b70705cba6ae164b7531a26 columnFamilyName f1 2024-11-13T07:23:35,490 DEBUG [StoreOpener-bdaef6a67b70705cba6ae164b7531a26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:35,490 INFO [StoreOpener-bdaef6a67b70705cba6ae164b7531a26-1 {}] regionserver.HStore(327): Store=bdaef6a67b70705cba6ae164b7531a26/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:23:35,490 INFO [StoreOpener-bdaef6a67b70705cba6ae164b7531a26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bdaef6a67b70705cba6ae164b7531a26 2024-11-13T07:23:35,491 INFO [StoreOpener-bdaef6a67b70705cba6ae164b7531a26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdaef6a67b70705cba6ae164b7531a26 columnFamilyName norep 2024-11-13T07:23:35,491 DEBUG [StoreOpener-bdaef6a67b70705cba6ae164b7531a26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:35,491 INFO [StoreOpener-bdaef6a67b70705cba6ae164b7531a26-1 {}] regionserver.HStore(327): Store=bdaef6a67b70705cba6ae164b7531a26/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:23:35,491 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bdaef6a67b70705cba6ae164b7531a26 2024-11-13T07:23:35,492 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/default/test/bdaef6a67b70705cba6ae164b7531a26 2024-11-13T07:23:35,492 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/default/test/bdaef6a67b70705cba6ae164b7531a26 2024-11-13T07:23:35,493 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bdaef6a67b70705cba6ae164b7531a26 2024-11-13T07:23:35,493 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bdaef6a67b70705cba6ae164b7531a26 2024-11-13T07:23:35,493 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T07:23:35,494 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bdaef6a67b70705cba6ae164b7531a26 2024-11-13T07:23:35,495 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/default/test/bdaef6a67b70705cba6ae164b7531a26/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:23:35,495 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bdaef6a67b70705cba6ae164b7531a26; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74401827, jitterRate=0.10867361724376678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T07:23:35,495 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bdaef6a67b70705cba6ae164b7531a26 2024-11-13T07:23:35,496 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bdaef6a67b70705cba6ae164b7531a26: Running coprocessor pre-open hook at 1731482615487Writing region info on filesystem at 1731482615487Initializing all the Stores at 1731482615488 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482615488Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482615488Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482615488Cleaning up temporary data from old regions at 1731482615493 (+5 ms)Running coprocessor post-open hooks at 1731482615495 (+2 ms)Region opened successfully at 1731482615496 (+1 ms) 2024-11-13T07:23:35,496 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731482614754.bdaef6a67b70705cba6ae164b7531a26., pid=6, masterSystemTime=1731482615482 2024-11-13T07:23:35,498 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731482614754.bdaef6a67b70705cba6ae164b7531a26. 2024-11-13T07:23:35,498 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731482614754.bdaef6a67b70705cba6ae164b7531a26. 2024-11-13T07:23:35,499 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bdaef6a67b70705cba6ae164b7531a26, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2998b885bdef,41775,1731482605674 2024-11-13T07:23:35,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bdaef6a67b70705cba6ae164b7531a26, server=2998b885bdef,41775,1731482605674 because future has completed 2024-11-13T07:23:35,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T07:23:35,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bdaef6a67b70705cba6ae164b7531a26, server=2998b885bdef,41775,1731482605674 in 171 msec 2024-11-13T07:23:35,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T07:23:35,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bdaef6a67b70705cba6ae164b7531a26, ASSIGN in 327 msec 2024-11-13T07:23:35,505 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T07:23:35,505 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482615505"}]},"ts":"1731482615505"} 2024-11-13T07:23:35,506 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T07:23:35,507 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T07:23:35,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 753 msec 2024-11-13T07:23:35,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:23:35,892 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T07:23:35,892 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:23:35,892 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,46539,1731482611259 2024-11-13T07:23:35,892 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@734876c8 2024-11-13T07:23:35,893 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:23:35,893 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:23:35,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:23:35,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T07:23:35,895 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T07:23:35,896 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:35,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T07:23:35,896 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T07:23:35,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:23:35,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741835_1011 (size=902) 2024-11-13T07:23:36,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:23:36,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:23:36,302 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bdc062265586b6643bdae093cffb117b, NAME => 'test,,1731482615894.bdc062265586b6643bdae093cffb117b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749 2024-11-13T07:23:36,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741836_1012 (size=39) 2024-11-13T07:23:36,310 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731482615894.bdc062265586b6643bdae093cffb117b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:23:36,310 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bdc062265586b6643bdae093cffb117b, disabling compactions & flushes 2024-11-13T07:23:36,310 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731482615894.bdc062265586b6643bdae093cffb117b. 2024-11-13T07:23:36,310 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731482615894.bdc062265586b6643bdae093cffb117b. 2024-11-13T07:23:36,310 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731482615894.bdc062265586b6643bdae093cffb117b. after waiting 0 ms 2024-11-13T07:23:36,310 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731482615894.bdc062265586b6643bdae093cffb117b. 2024-11-13T07:23:36,310 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731482615894.bdc062265586b6643bdae093cffb117b. 2024-11-13T07:23:36,310 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bdc062265586b6643bdae093cffb117b: Waiting for close lock at 1731482616310Disabling compacts and flushes for region at 1731482616310Disabling writes for close at 1731482616310Writing region close event to WAL at 1731482616310Closed at 1731482616310 2024-11-13T07:23:36,311 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T07:23:36,312 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731482615894.bdc062265586b6643bdae093cffb117b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731482616311"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482616311"}]},"ts":"1731482616311"} 2024-11-13T07:23:36,314 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T07:23:36,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T07:23:36,315 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482616315"}]},"ts":"1731482616315"} 2024-11-13T07:23:36,317 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T07:23:36,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bdc062265586b6643bdae093cffb117b, ASSIGN}] 2024-11-13T07:23:36,319 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bdc062265586b6643bdae093cffb117b, ASSIGN 2024-11-13T07:23:36,319 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bdc062265586b6643bdae093cffb117b, ASSIGN; state=OFFLINE, location=2998b885bdef,35121,1731482611380; forceNewPlan=false, retain=false 2024-11-13T07:23:36,470 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bdc062265586b6643bdae093cffb117b, regionState=OPENING, regionLocation=2998b885bdef,35121,1731482611380 2024-11-13T07:23:36,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bdc062265586b6643bdae093cffb117b, ASSIGN because future has completed 2024-11-13T07:23:36,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bdc062265586b6643bdae093cffb117b, server=2998b885bdef,35121,1731482611380}] 2024-11-13T07:23:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:23:36,627 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731482615894.bdc062265586b6643bdae093cffb117b. 2024-11-13T07:23:36,627 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bdc062265586b6643bdae093cffb117b, NAME => 'test,,1731482615894.bdc062265586b6643bdae093cffb117b.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:23:36,627 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:23:36,627 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T07:23:36,628 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bdc062265586b6643bdae093cffb117b 2024-11-13T07:23:36,628 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731482615894.bdc062265586b6643bdae093cffb117b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:23:36,628 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bdc062265586b6643bdae093cffb117b 2024-11-13T07:23:36,628 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bdc062265586b6643bdae093cffb117b 2024-11-13T07:23:36,629 INFO [StoreOpener-bdc062265586b6643bdae093cffb117b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bdc062265586b6643bdae093cffb117b 2024-11-13T07:23:36,629 INFO [StoreOpener-bdc062265586b6643bdae093cffb117b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdc062265586b6643bdae093cffb117b columnFamilyName f 2024-11-13T07:23:36,629 DEBUG [StoreOpener-bdc062265586b6643bdae093cffb117b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:36,630 INFO [StoreOpener-bdc062265586b6643bdae093cffb117b-1 {}] regionserver.HStore(327): Store=bdc062265586b6643bdae093cffb117b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:23:36,630 INFO [StoreOpener-bdc062265586b6643bdae093cffb117b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bdc062265586b6643bdae093cffb117b 2024-11-13T07:23:36,630 INFO [StoreOpener-bdc062265586b6643bdae093cffb117b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdc062265586b6643bdae093cffb117b columnFamilyName f1 2024-11-13T07:23:36,631 DEBUG [StoreOpener-bdc062265586b6643bdae093cffb117b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:36,631 INFO [StoreOpener-bdc062265586b6643bdae093cffb117b-1 {}] regionserver.HStore(327): Store=bdc062265586b6643bdae093cffb117b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:23:36,631 INFO [StoreOpener-bdc062265586b6643bdae093cffb117b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bdc062265586b6643bdae093cffb117b 2024-11-13T07:23:36,632 INFO [StoreOpener-bdc062265586b6643bdae093cffb117b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdc062265586b6643bdae093cffb117b columnFamilyName norep 2024-11-13T07:23:36,632 DEBUG [StoreOpener-bdc062265586b6643bdae093cffb117b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:36,632 INFO [StoreOpener-bdc062265586b6643bdae093cffb117b-1 {}] regionserver.HStore(327): Store=bdc062265586b6643bdae093cffb117b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:23:36,632 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bdc062265586b6643bdae093cffb117b 2024-11-13T07:23:36,632 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/default/test/bdc062265586b6643bdae093cffb117b 2024-11-13T07:23:36,632 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/default/test/bdc062265586b6643bdae093cffb117b 2024-11-13T07:23:36,633 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bdc062265586b6643bdae093cffb117b 2024-11-13T07:23:36,633 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bdc062265586b6643bdae093cffb117b 2024-11-13T07:23:36,633 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T07:23:36,634 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bdc062265586b6643bdae093cffb117b 2024-11-13T07:23:36,635 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/default/test/bdc062265586b6643bdae093cffb117b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:23:36,636 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bdc062265586b6643bdae093cffb117b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59723420, jitterRate=-0.11005169153213501}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T07:23:36,636 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bdc062265586b6643bdae093cffb117b 2024-11-13T07:23:36,636 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bdc062265586b6643bdae093cffb117b: Running coprocessor pre-open hook at 1731482616628Writing region info on filesystem at 1731482616628Initializing all the Stores at 1731482616628Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482616628Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482616628Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482616629 (+1 ms)Cleaning up temporary data from old regions at 1731482616633 (+4 ms)Running coprocessor post-open hooks at 1731482616636 (+3 ms)Region opened successfully at 1731482616636 2024-11-13T07:23:36,637 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731482615894.bdc062265586b6643bdae093cffb117b., pid=6, masterSystemTime=1731482616624 2024-11-13T07:23:36,638 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731482615894.bdc062265586b6643bdae093cffb117b. 2024-11-13T07:23:36,638 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731482615894.bdc062265586b6643bdae093cffb117b. 2024-11-13T07:23:36,639 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bdc062265586b6643bdae093cffb117b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2998b885bdef,35121,1731482611380 2024-11-13T07:23:36,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bdc062265586b6643bdae093cffb117b, server=2998b885bdef,35121,1731482611380 because future has completed 2024-11-13T07:23:36,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T07:23:36,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bdc062265586b6643bdae093cffb117b, server=2998b885bdef,35121,1731482611380 in 169 msec 2024-11-13T07:23:36,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T07:23:36,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bdc062265586b6643bdae093cffb117b, ASSIGN in 326 msec 2024-11-13T07:23:36,645 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T07:23:36,645 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482616645"}]},"ts":"1731482616645"} 2024-11-13T07:23:36,646 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T07:23:36,647 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T07:23:36,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 753 msec 2024-11-13T07:23:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:23:37,032 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T07:23:37,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c4edc8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:37,032 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,44773,-1 for getting cluster id 2024-11-13T07:23:37,033 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:23:37,033 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c54fbbd-81a7-4cda-8cbc-03a7e8876068' 2024-11-13T07:23:37,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:23:37,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c54fbbd-81a7-4cda-8cbc-03a7e8876068" 2024-11-13T07:23:37,034 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22437f34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:37,034 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,44773,-1] 2024-11-13T07:23:37,034 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:23:37,034 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:37,035 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:23:37,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54a78f70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:37,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2718233b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:37,036 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,46539,-1 for getting cluster id 2024-11-13T07:23:37,036 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:23:37,037 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e137b741-01c8-4fbb-96bb-e756120ea96e' 2024-11-13T07:23:37,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:23:37,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e137b741-01c8-4fbb-96bb-e756120ea96e" 2024-11-13T07:23:37,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15758161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:37,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,46539,-1] 2024-11-13T07:23:37,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:23:37,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:37,038 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:23:37,039 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26e5d68a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:37,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595433cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:37,039 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,44773,-1 for getting cluster id 2024-11-13T07:23:37,040 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:23:37,040 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c54fbbd-81a7-4cda-8cbc-03a7e8876068' 2024-11-13T07:23:37,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:23:37,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c54fbbd-81a7-4cda-8cbc-03a7e8876068" 2024-11-13T07:23:37,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a689426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:37,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,44773,-1] 2024-11-13T07:23:37,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:23:37,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:37,042 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:23:37,042 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ba5acec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:37,042 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:23:37,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,44773,1731482605434 2024-11-13T07:23:37,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b14bf3c 2024-11-13T07:23:37,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:23:37,044 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:23:37,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2998b885bdef:46539,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T07:23:37,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T07:23:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:23:37,048 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2998b885bdef:46539' 2024-11-13T07:23:37,050 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d5b5f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:37,050 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,46539,-1 for getting cluster id 2024-11-13T07:23:37,050 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:23:37,051 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e137b741-01c8-4fbb-96bb-e756120ea96e' 2024-11-13T07:23:37,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:23:37,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e137b741-01c8-4fbb-96bb-e756120ea96e" 2024-11-13T07:23:37,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c42c43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:37,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,46539,-1] 2024-11-13T07:23:37,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:23:37,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:37,053 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:23:37,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1001e16e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:37,053 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:23:37,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,46539,1731482611259 2024-11-13T07:23:37,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16ce6099 2024-11-13T07:23:37,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:23:37,055 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:23:37,055 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T07:23:37,055 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T07:23:37,055 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:37,056 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:37,056 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:23:37,056 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:23:37,057 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T07:23:37,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T07:23:37,058 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:37,059 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T07:23:37,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741837_1013 (size=1138) 2024-11-13T07:23:37,107 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T07:23:37,131 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:23:37,131 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2998b885bdef,39417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:39417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T07:23:37,132 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18286 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2998b885bdef,39417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:39417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T07:23:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:23:37,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:23:37,464 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 45b55f31f96306dcca99ba755e46ded8, NAME => 'hbase:replication,,1731482617056.45b55f31f96306dcca99ba755e46ded8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349 2024-11-13T07:23:37,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741838_1014 (size=44) 2024-11-13T07:23:37,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:23:37,878 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731482617056.45b55f31f96306dcca99ba755e46ded8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:23:37,879 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 45b55f31f96306dcca99ba755e46ded8, disabling compactions & flushes 2024-11-13T07:23:37,879 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731482617056.45b55f31f96306dcca99ba755e46ded8. 2024-11-13T07:23:37,879 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731482617056.45b55f31f96306dcca99ba755e46ded8. 2024-11-13T07:23:37,879 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731482617056.45b55f31f96306dcca99ba755e46ded8. after waiting 0 ms 2024-11-13T07:23:37,879 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731482617056.45b55f31f96306dcca99ba755e46ded8. 2024-11-13T07:23:37,879 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731482617056.45b55f31f96306dcca99ba755e46ded8. 2024-11-13T07:23:37,879 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 45b55f31f96306dcca99ba755e46ded8: Waiting for close lock at 1731482617878Disabling compacts and flushes for region at 1731482617878Disabling writes for close at 1731482617879 (+1 ms)Writing region close event to WAL at 1731482617879Closed at 1731482617879 2024-11-13T07:23:37,880 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T07:23:37,880 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731482617056.45b55f31f96306dcca99ba755e46ded8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731482617880"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482617880"}]},"ts":"1731482617880"} 2024-11-13T07:23:37,882 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T07:23:37,883 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T07:23:37,883 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482617883"}]},"ts":"1731482617883"} 2024-11-13T07:23:37,885 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T07:23:37,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=45b55f31f96306dcca99ba755e46ded8, ASSIGN}] 2024-11-13T07:23:37,886 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=45b55f31f96306dcca99ba755e46ded8, ASSIGN 2024-11-13T07:23:37,887 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=45b55f31f96306dcca99ba755e46ded8, ASSIGN; state=OFFLINE, location=2998b885bdef,41775,1731482605674; forceNewPlan=false, retain=false 2024-11-13T07:23:38,037 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=45b55f31f96306dcca99ba755e46ded8, regionState=OPENING, regionLocation=2998b885bdef,41775,1731482605674 2024-11-13T07:23:38,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=45b55f31f96306dcca99ba755e46ded8, ASSIGN because future has completed 2024-11-13T07:23:38,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45b55f31f96306dcca99ba755e46ded8, server=2998b885bdef,41775,1731482605674}] 2024-11-13T07:23:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:23:38,195 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731482617056.45b55f31f96306dcca99ba755e46ded8. 2024-11-13T07:23:38,195 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:23:38,195 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T07:23:38,196 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C41775%2C1731482605674.rep, suffix=, logDir=hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674, archiveDir=hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/oldWALs, maxLogs=10 2024-11-13T07:23:38,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.rep.1731482618197, exclude list is [], retry=0 2024-11-13T07:23:38,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42543,DS-c55fca31-0879-4f08-b00b-7c04d360a6fe,DISK] 2024-11-13T07:23:38,212 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.rep.1731482618197 2024-11-13T07:23:38,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45575:45575)] 2024-11-13T07:23:38,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 45b55f31f96306dcca99ba755e46ded8, NAME => 'hbase:replication,,1731482617056.45b55f31f96306dcca99ba755e46ded8.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:23:38,212 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:23:38,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T07:23:38,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731482617056.45b55f31f96306dcca99ba755e46ded8. service=MultiRowMutationService 2024-11-13T07:23:38,212 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T07:23:38,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 45b55f31f96306dcca99ba755e46ded8 2024-11-13T07:23:38,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731482617056.45b55f31f96306dcca99ba755e46ded8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:23:38,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 45b55f31f96306dcca99ba755e46ded8 2024-11-13T07:23:38,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 45b55f31f96306dcca99ba755e46ded8 2024-11-13T07:23:38,214 INFO [StoreOpener-45b55f31f96306dcca99ba755e46ded8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 45b55f31f96306dcca99ba755e46ded8 2024-11-13T07:23:38,215 INFO [StoreOpener-45b55f31f96306dcca99ba755e46ded8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45b55f31f96306dcca99ba755e46ded8 columnFamilyName hfileref 2024-11-13T07:23:38,215 DEBUG [StoreOpener-45b55f31f96306dcca99ba755e46ded8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:38,215 INFO [StoreOpener-45b55f31f96306dcca99ba755e46ded8-1 {}] regionserver.HStore(327): Store=45b55f31f96306dcca99ba755e46ded8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:23:38,215 INFO [StoreOpener-45b55f31f96306dcca99ba755e46ded8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 45b55f31f96306dcca99ba755e46ded8 2024-11-13T07:23:38,216 INFO [StoreOpener-45b55f31f96306dcca99ba755e46ded8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45b55f31f96306dcca99ba755e46ded8 columnFamilyName queue 2024-11-13T07:23:38,216 DEBUG [StoreOpener-45b55f31f96306dcca99ba755e46ded8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:38,216 INFO [StoreOpener-45b55f31f96306dcca99ba755e46ded8-1 {}] regionserver.HStore(327): Store=45b55f31f96306dcca99ba755e46ded8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:23:38,216 INFO [StoreOpener-45b55f31f96306dcca99ba755e46ded8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 45b55f31f96306dcca99ba755e46ded8 2024-11-13T07:23:38,217 INFO [StoreOpener-45b55f31f96306dcca99ba755e46ded8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45b55f31f96306dcca99ba755e46ded8 columnFamilyName sid 2024-11-13T07:23:38,217 DEBUG [StoreOpener-45b55f31f96306dcca99ba755e46ded8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:38,218 INFO [StoreOpener-45b55f31f96306dcca99ba755e46ded8-1 {}] regionserver.HStore(327): Store=45b55f31f96306dcca99ba755e46ded8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:23:38,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 45b55f31f96306dcca99ba755e46ded8 2024-11-13T07:23:38,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/hbase/replication/45b55f31f96306dcca99ba755e46ded8 2024-11-13T07:23:38,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/hbase/replication/45b55f31f96306dcca99ba755e46ded8 2024-11-13T07:23:38,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 45b55f31f96306dcca99ba755e46ded8 2024-11-13T07:23:38,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 45b55f31f96306dcca99ba755e46ded8 2024-11-13T07:23:38,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T07:23:38,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 45b55f31f96306dcca99ba755e46ded8 2024-11-13T07:23:38,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/hbase/replication/45b55f31f96306dcca99ba755e46ded8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:23:38,222 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 45b55f31f96306dcca99ba755e46ded8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63931876, jitterRate=-0.04734081029891968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T07:23:38,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 45b55f31f96306dcca99ba755e46ded8 2024-11-13T07:23:38,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 45b55f31f96306dcca99ba755e46ded8: Running coprocessor pre-open hook at 1731482618213Writing region info on filesystem at 1731482618213Initializing all the Stores at 1731482618213Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482618213Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482618213Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482618213Cleaning up temporary data from old regions at 1731482618219 (+6 ms)Running coprocessor post-open hooks at 1731482618222 (+3 ms)Region opened successfully at 1731482618223 (+1 ms) 2024-11-13T07:23:38,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731482617056.45b55f31f96306dcca99ba755e46ded8., pid=10, masterSystemTime=1731482618191 2024-11-13T07:23:38,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731482617056.45b55f31f96306dcca99ba755e46ded8. 2024-11-13T07:23:38,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731482617056.45b55f31f96306dcca99ba755e46ded8. 2024-11-13T07:23:38,226 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=45b55f31f96306dcca99ba755e46ded8, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,41775,1731482605674 2024-11-13T07:23:38,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45b55f31f96306dcca99ba755e46ded8, server=2998b885bdef,41775,1731482605674 because future has completed 2024-11-13T07:23:38,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T07:23:38,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 45b55f31f96306dcca99ba755e46ded8, server=2998b885bdef,41775,1731482605674 in 189 msec 2024-11-13T07:23:38,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T07:23:38,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=45b55f31f96306dcca99ba755e46ded8, ASSIGN in 345 msec 2024-11-13T07:23:38,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T07:23:38,232 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482618232"}]},"ts":"1731482618232"} 2024-11-13T07:23:38,234 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T07:23:38,234 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T07:23:38,235 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-13T07:23:38,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731482617056.45b55f31f96306dcca99ba755e46ded8., hostname=2998b885bdef,41775,1731482605674, seqNum=2] 2024-11-13T07:23:38,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44773-0x1013313c9d90000, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343686929 2024-11-13T07:23:38,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x1013313c9d90001, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343686929 2024-11-13T07:23:38,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T07:23:38,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41775 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T07:23:38,472 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T07:23:38,504 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2998b885bdef,41775,1731482605674, ReplicationSource: 1, currentBandwidth=0 2024-11-13T07:23:38,505 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:23:38,505 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41775,1731482605674, seqNum=-1] 2024-11-13T07:23:38,505 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:23:38,506 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-13T07:23:38,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2998b885bdef,41775,1731482605674', locateType=CURRENT is [region=hbase:replication,,1731482617056.45b55f31f96306dcca99ba755e46ded8., hostname=2998b885bdef,41775,1731482605674, seqNum=2] 2024-11-13T07:23:38,510 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T07:23:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T07:23:38,512 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2998b885bdef,41775,1731482605674 suceeded 2024-11-13T07:23:38,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T07:23:38,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-13T07:23:38,513 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2998b885bdef:46539,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T07:23:38,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4680 sec 2024-11-13T07:23:38,524 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2998b885bdef:46539' 2024-11-13T07:23:38,525 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@660c6f16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:38,525 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,46539,-1 for getting cluster id 2024-11-13T07:23:38,525 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:23:38,526 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e137b741-01c8-4fbb-96bb-e756120ea96e' 2024-11-13T07:23:38,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:23:38,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e137b741-01c8-4fbb-96bb-e756120ea96e" 2024-11-13T07:23:38,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fcf0f18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:38,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,46539,-1] 2024-11-13T07:23:38,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:23:38,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:38,527 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:23:38,527 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5775b898, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:38,527 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:23:38,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,46539,1731482611259 2024-11-13T07:23:38,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66a7f70a 2024-11-13T07:23:38,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:23:38,529 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-13T07:23:38,529 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2998b885bdef,41775,1731482605674 (queues=1) is replicating from cluster=3c54fbbd-81a7-4cda-8cbc-03a7e8876068 to cluster=e137b741-01c8-4fbb-96bb-e756120ea96e 2024-11-13T07:23:38,529 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2998b885bdef%2C41775%2C1731482605674 2024-11-13T07:23:38,529 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2998b885bdef,41775,1731482605674, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T07:23:38,530 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.shipper2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2998b885bdef%2C41775%2C1731482605674 2024-11-13T07:23:38,530 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900, startPosition=0, beingWritten=true 2024-11-13T07:23:38,534 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:23:38,534 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900 to pos 379, reset compression=false 2024-11-13T07:23:38,534 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.shipper2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,41775,1731482605674 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T07:23:38,737 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900 to pos 379, reset compression=false 2024-11-13T07:23:39,041 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900 to pos 379, reset compression=false 2024-11-13T07:23:39,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:23:39,192 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T07:23:39,192 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:23:39,192 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:23:39,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:39,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:39,192 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:23:39,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ceacd52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:39,193 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,46539,-1 for getting cluster id 2024-11-13T07:23:39,193 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:23:39,194 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e137b741-01c8-4fbb-96bb-e756120ea96e' 2024-11-13T07:23:39,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:23:39,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e137b741-01c8-4fbb-96bb-e756120ea96e" 2024-11-13T07:23:39,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed1e1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:39,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,46539,-1] 2024-11-13T07:23:39,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:23:39,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:39,195 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:23:39,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6371147e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:39,196 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:23:39,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,46539,1731482611259 2024-11-13T07:23:39,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65a23c73 2024-11-13T07:23:39,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:23:39,198 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:23:39,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2998b885bdef:44773,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T07:23:39,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T07:23:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:23:39,201 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2998b885bdef:44773' 2024-11-13T07:23:39,201 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319a93f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:39,201 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,44773,-1 for getting cluster id 2024-11-13T07:23:39,202 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:23:39,202 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c54fbbd-81a7-4cda-8cbc-03a7e8876068' 2024-11-13T07:23:39,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:23:39,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c54fbbd-81a7-4cda-8cbc-03a7e8876068" 2024-11-13T07:23:39,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a6114b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:39,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,44773,-1] 2024-11-13T07:23:39,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:23:39,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:39,203 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:23:39,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5661ab9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:39,204 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:23:39,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,44773,1731482605434 2024-11-13T07:23:39,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f5767f0 2024-11-13T07:23:39,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:23:39,205 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:23:39,206 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T07:23:39,206 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T07:23:39,206 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:39,206 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:39,206 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:23:39,206 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:23:39,207 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T07:23:39,208 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T07:23:39,208 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:39,209 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T07:23:39,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741837_1013 (size=1138) 2024-11-13T07:23:39,257 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T07:23:39,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:23:39,444 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900 to pos 379, reset compression=false 2024-11-13T07:23:39,507 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T07:23:39,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:23:39,615 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => de97213b5cdd488b750ccfbdd760ccb3, NAME => 'hbase:replication,,1731482619206.de97213b5cdd488b750ccfbdd760ccb3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749 2024-11-13T07:23:39,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741838_1014 (size=44) 2024-11-13T07:23:39,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:23:39,947 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900 to pos 379, reset compression=false 2024-11-13T07:23:40,020 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731482619206.de97213b5cdd488b750ccfbdd760ccb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:23:40,020 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing de97213b5cdd488b750ccfbdd760ccb3, disabling compactions & flushes 2024-11-13T07:23:40,020 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731482619206.de97213b5cdd488b750ccfbdd760ccb3. 2024-11-13T07:23:40,020 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731482619206.de97213b5cdd488b750ccfbdd760ccb3. 2024-11-13T07:23:40,020 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731482619206.de97213b5cdd488b750ccfbdd760ccb3. after waiting 0 ms 2024-11-13T07:23:40,020 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731482619206.de97213b5cdd488b750ccfbdd760ccb3. 2024-11-13T07:23:40,020 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731482619206.de97213b5cdd488b750ccfbdd760ccb3. 2024-11-13T07:23:40,020 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for de97213b5cdd488b750ccfbdd760ccb3: Waiting for close lock at 1731482620020Disabling compacts and flushes for region at 1731482620020Disabling writes for close at 1731482620020Writing region close event to WAL at 1731482620020Closed at 1731482620020 2024-11-13T07:23:40,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T07:23:40,021 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731482619206.de97213b5cdd488b750ccfbdd760ccb3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731482620021"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482620021"}]},"ts":"1731482620021"} 2024-11-13T07:23:40,023 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T07:23:40,024 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T07:23:40,024 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482620024"}]},"ts":"1731482620024"} 2024-11-13T07:23:40,025 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T07:23:40,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=de97213b5cdd488b750ccfbdd760ccb3, ASSIGN}] 2024-11-13T07:23:40,026 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=de97213b5cdd488b750ccfbdd760ccb3, ASSIGN 2024-11-13T07:23:40,027 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=de97213b5cdd488b750ccfbdd760ccb3, ASSIGN; state=OFFLINE, location=2998b885bdef,35121,1731482611380; forceNewPlan=false, retain=false 2024-11-13T07:23:40,057 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T07:23:40,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:40,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:40,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:40,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:40,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:40,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:40,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:40,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:40,136 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T07:23:40,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T07:23:40,136 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T07:23:40,137 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T07:23:40,137 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T07:23:40,137 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T07:23:40,137 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T07:23:40,178 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=de97213b5cdd488b750ccfbdd760ccb3, regionState=OPENING, regionLocation=2998b885bdef,35121,1731482611380 2024-11-13T07:23:40,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=de97213b5cdd488b750ccfbdd760ccb3, ASSIGN because future has completed 2024-11-13T07:23:40,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure de97213b5cdd488b750ccfbdd760ccb3, server=2998b885bdef,35121,1731482611380}] 2024-11-13T07:23:40,335 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731482619206.de97213b5cdd488b750ccfbdd760ccb3. 2024-11-13T07:23:40,335 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:23:40,335 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T07:23:40,336 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C35121%2C1731482611380.rep, suffix=, logDir=hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380, archiveDir=hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/oldWALs, maxLogs=10 2024-11-13T07:23:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:23:40,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380/2998b885bdef%2C35121%2C1731482611380.rep.1731482620337, exclude list is [], retry=0 2024-11-13T07:23:40,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36997,DS-f8ebed11-c1e5-4d09-ab40-f25eaaff04af,DISK] 2024-11-13T07:23:40,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380/2998b885bdef%2C35121%2C1731482611380.rep.1731482620337 2024-11-13T07:23:40,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40041:40041)] 2024-11-13T07:23:40,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => de97213b5cdd488b750ccfbdd760ccb3, NAME => 'hbase:replication,,1731482619206.de97213b5cdd488b750ccfbdd760ccb3.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:23:40,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:23:40,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T07:23:40,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731482619206.de97213b5cdd488b750ccfbdd760ccb3. service=MultiRowMutationService 2024-11-13T07:23:40,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T07:23:40,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication de97213b5cdd488b750ccfbdd760ccb3 2024-11-13T07:23:40,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731482619206.de97213b5cdd488b750ccfbdd760ccb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:23:40,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for de97213b5cdd488b750ccfbdd760ccb3 2024-11-13T07:23:40,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for de97213b5cdd488b750ccfbdd760ccb3 2024-11-13T07:23:40,358 INFO [StoreOpener-de97213b5cdd488b750ccfbdd760ccb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region de97213b5cdd488b750ccfbdd760ccb3 2024-11-13T07:23:40,359 INFO [StoreOpener-de97213b5cdd488b750ccfbdd760ccb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de97213b5cdd488b750ccfbdd760ccb3 columnFamilyName hfileref 2024-11-13T07:23:40,359 DEBUG [StoreOpener-de97213b5cdd488b750ccfbdd760ccb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:40,359 INFO [StoreOpener-de97213b5cdd488b750ccfbdd760ccb3-1 {}] regionserver.HStore(327): Store=de97213b5cdd488b750ccfbdd760ccb3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:23:40,359 INFO [StoreOpener-de97213b5cdd488b750ccfbdd760ccb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region de97213b5cdd488b750ccfbdd760ccb3 2024-11-13T07:23:40,360 INFO [StoreOpener-de97213b5cdd488b750ccfbdd760ccb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de97213b5cdd488b750ccfbdd760ccb3 columnFamilyName queue 2024-11-13T07:23:40,360 DEBUG [StoreOpener-de97213b5cdd488b750ccfbdd760ccb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:40,360 INFO [StoreOpener-de97213b5cdd488b750ccfbdd760ccb3-1 {}] regionserver.HStore(327): Store=de97213b5cdd488b750ccfbdd760ccb3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:23:40,360 INFO [StoreOpener-de97213b5cdd488b750ccfbdd760ccb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region de97213b5cdd488b750ccfbdd760ccb3 2024-11-13T07:23:40,361 INFO [StoreOpener-de97213b5cdd488b750ccfbdd760ccb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de97213b5cdd488b750ccfbdd760ccb3 columnFamilyName sid 2024-11-13T07:23:40,361 DEBUG [StoreOpener-de97213b5cdd488b750ccfbdd760ccb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:40,361 INFO [StoreOpener-de97213b5cdd488b750ccfbdd760ccb3-1 {}] regionserver.HStore(327): Store=de97213b5cdd488b750ccfbdd760ccb3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:23:40,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for de97213b5cdd488b750ccfbdd760ccb3 2024-11-13T07:23:40,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/hbase/replication/de97213b5cdd488b750ccfbdd760ccb3 2024-11-13T07:23:40,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/hbase/replication/de97213b5cdd488b750ccfbdd760ccb3 2024-11-13T07:23:40,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for de97213b5cdd488b750ccfbdd760ccb3 2024-11-13T07:23:40,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for de97213b5cdd488b750ccfbdd760ccb3 2024-11-13T07:23:40,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T07:23:40,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for de97213b5cdd488b750ccfbdd760ccb3 2024-11-13T07:23:40,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/hbase/replication/de97213b5cdd488b750ccfbdd760ccb3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:23:40,376 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened de97213b5cdd488b750ccfbdd760ccb3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63909680, jitterRate=-0.04767155647277832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T07:23:40,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for de97213b5cdd488b750ccfbdd760ccb3 2024-11-13T07:23:40,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for de97213b5cdd488b750ccfbdd760ccb3: Running coprocessor pre-open hook at 1731482620357Writing region info on filesystem at 1731482620357Initializing all the Stores at 1731482620357Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482620357Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482620358 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482620358Cleaning up temporary data from old regions at 1731482620373 (+15 ms)Running coprocessor post-open hooks at 1731482620376 (+3 ms)Region opened successfully at 1731482620376 2024-11-13T07:23:40,377 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731482619206.de97213b5cdd488b750ccfbdd760ccb3., pid=10, masterSystemTime=1731482620332 2024-11-13T07:23:40,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731482619206.de97213b5cdd488b750ccfbdd760ccb3. 2024-11-13T07:23:40,378 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731482619206.de97213b5cdd488b750ccfbdd760ccb3. 2024-11-13T07:23:40,379 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=de97213b5cdd488b750ccfbdd760ccb3, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,35121,1731482611380 2024-11-13T07:23:40,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure de97213b5cdd488b750ccfbdd760ccb3, server=2998b885bdef,35121,1731482611380 because future has completed 2024-11-13T07:23:40,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T07:23:40,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure de97213b5cdd488b750ccfbdd760ccb3, server=2998b885bdef,35121,1731482611380 in 201 msec 2024-11-13T07:23:40,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T07:23:40,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=de97213b5cdd488b750ccfbdd760ccb3, ASSIGN in 357 msec 2024-11-13T07:23:40,384 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T07:23:40,384 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482620384"}]},"ts":"1731482620384"} 2024-11-13T07:23:40,385 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T07:23:40,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T07:23:40,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1800 sec 2024-11-13T07:23:40,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731482619206.de97213b5cdd488b750ccfbdd760ccb3., hostname=2998b885bdef,35121,1731482611380, seqNum=2] 2024-11-13T07:23:40,434 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35121-0x1013313c9d90004, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093106236 2024-11-13T07:23:40,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1013313c9d90003, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093106236 2024-11-13T07:23:40,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T07:23:40,550 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900 to pos 379, reset compression=false 2024-11-13T07:23:40,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35121 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T07:23:40,608 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T07:23:40,637 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2998b885bdef,35121,1731482611380, ReplicationSource: 1, currentBandwidth=0 2024-11-13T07:23:40,638 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:23:40,638 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,35121,1731482611380, seqNum=-1] 2024-11-13T07:23:40,638 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:23:40,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-13T07:23:40,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2998b885bdef,35121,1731482611380', locateType=CURRENT is [region=hbase:replication,,1731482619206.de97213b5cdd488b750ccfbdd760ccb3., hostname=2998b885bdef,35121,1731482611380, seqNum=2] 2024-11-13T07:23:40,642 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T07:23:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T07:23:40,644 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2998b885bdef,35121,1731482611380 suceeded 2024-11-13T07:23:40,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T07:23:40,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-13T07:23:40,645 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2998b885bdef:44773,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T07:23:40,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4470 sec 2024-11-13T07:23:40,659 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2998b885bdef:44773' 2024-11-13T07:23:40,661 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@eb93952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:40,661 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,44773,-1 for getting cluster id 2024-11-13T07:23:40,661 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:23:40,662 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c54fbbd-81a7-4cda-8cbc-03a7e8876068' 2024-11-13T07:23:40,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:23:40,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c54fbbd-81a7-4cda-8cbc-03a7e8876068" 2024-11-13T07:23:40,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bf63706, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:40,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,44773,-1] 2024-11-13T07:23:40,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:23:40,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:40,663 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:23:40,663 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e6aa274, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:40,663 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:23:40,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,44773,1731482605434 2024-11-13T07:23:40,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53c9dcc9 2024-11-13T07:23:40,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:23:40,665 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-13T07:23:40,665 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2998b885bdef,35121,1731482611380 (queues=1) is replicating from cluster=e137b741-01c8-4fbb-96bb-e756120ea96e to cluster=3c54fbbd-81a7-4cda-8cbc-03a7e8876068 2024-11-13T07:23:40,665 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2998b885bdef%2C35121%2C1731482611380 2024-11-13T07:23:40,665 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2998b885bdef,35121,1731482611380, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T07:23:40,666 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.wal-reader.2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380/2998b885bdef%2C35121%2C1731482611380.1731482613639, startPosition=0, beingWritten=true 2024-11-13T07:23:40,666 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.shipper2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2998b885bdef%2C35121%2C1731482611380 2024-11-13T07:23:40,684 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.wal-reader.2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:23:40,684 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.wal-reader.2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380/2998b885bdef%2C35121%2C1731482611380.1731482613639 to pos 379, reset compression=false 2024-11-13T07:23:40,684 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.shipper2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,35121,1731482611380 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380/2998b885bdef%2C35121%2C1731482611380.1731482613639, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T07:23:40,857 DEBUG [master/2998b885bdef:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=2, created chunk count=18, reused chunk count=73, reuseRatio=80.22% 2024-11-13T07:23:40,861 DEBUG [master/2998b885bdef:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-13T07:23:40,888 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.wal-reader.2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380/2998b885bdef%2C35121%2C1731482611380.1731482613639 to pos 379, reset compression=false 2024-11-13T07:23:41,191 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.wal-reader.2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380/2998b885bdef%2C35121%2C1731482611380.1731482613639 to pos 379, reset compression=false 2024-11-13T07:23:41,253 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900 to pos 379, reset compression=false 2024-11-13T07:23:41,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:23:41,351 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T07:23:41,352 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:23:41,352 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:23:41,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:41,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:41,352 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:23:41,352 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:23:41,353 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41775,1731482605674, seqNum=-1] 2024-11-13T07:23:41,354 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:23:41,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:23:41,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731482614754.bdaef6a67b70705cba6ae164b7531a26., hostname=2998b885bdef,41775,1731482605674, seqNum=2] 2024-11-13T07:23:41,358 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:23:41,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,35121,1731482611380, seqNum=-1] 2024-11-13T07:23:41,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:23:41,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:23:41,362 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731482615894.bdc062265586b6643bdae093cffb117b., hostname=2998b885bdef,35121,1731482611380, seqNum=2] 2024-11-13T07:23:41,364 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T07:23:41,595 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.wal-reader.2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380/2998b885bdef%2C35121%2C1731482611380.1731482613639 to pos 379, reset compression=false 2024-11-13T07:23:42,057 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900 to pos 379, reset compression=false 2024-11-13T07:23:42,061 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T07:23:42,061 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900 to pos 480, reset compression=false 2024-11-13T07:23:42,061 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.shipper2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,41775,1731482605674 got entry batch from reader: WALEntryBatch [walEntries=[{test/bdaef6a67b70705cba6ae164b7531a26/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-13T07:23:42,063 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.shipper2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T07:23:42,064 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-13T07:23:42,065 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T07:23:42,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d68958c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:42,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,46539,-1 for getting cluster id 2024-11-13T07:23:42,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:23:42,068 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e137b741-01c8-4fbb-96bb-e756120ea96e' 2024-11-13T07:23:42,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:23:42,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e137b741-01c8-4fbb-96bb-e756120ea96e" 2024-11-13T07:23:42,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45ebba5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:42,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,46539,-1] 2024-11-13T07:23:42,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:23:42,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:42,069 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:23:42,069 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2408e0c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:42,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:23:42,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,35121,1731482611380, seqNum=-1] 2024-11-13T07:23:42,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:23:42,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-13T07:23:42,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731482615894.bdc062265586b6643bdae093cffb117b., hostname=2998b885bdef,35121,1731482611380, seqNum=2] 2024-11-13T07:23:42,096 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T07:23:42,098 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.wal-reader.2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380/2998b885bdef%2C35121%2C1731482611380.1731482613639 to pos 379, reset compression=false 2024-11-13T07:23:42,103 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.wal-reader.2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:23:42,103 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.wal-reader.2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380/2998b885bdef%2C35121%2C1731482611380.1731482613639 to pos 503, reset compression=false 2024-11-13T07:23:42,103 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.shipper2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,35121,1731482611380 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380/2998b885bdef%2C35121%2C1731482611380.1731482613639, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T07:23:42,267 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900 to pos 480, reset compression=false 2024-11-13T07:23:42,306 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.wal-reader.2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380/2998b885bdef%2C35121%2C1731482611380.1731482613639 to pos 503, reset compression=false 2024-11-13T07:23:42,366 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-13T07:23:42,369 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-13T07:23:42,571 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900 to pos 480, reset compression=false 2024-11-13T07:23:42,609 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.wal-reader.2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380/2998b885bdef%2C35121%2C1731482611380.1731482613639 to pos 503, reset compression=false 2024-11-13T07:23:42,613 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.wal-reader.2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T07:23:42,613 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.wal-reader.2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380/2998b885bdef%2C35121%2C1731482611380.1731482613639 to pos 607, reset compression=false 2024-11-13T07:23:42,613 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.shipper2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,35121,1731482611380 got entry batch from reader: WALEntryBatch [walEntries=[{test/bdc062265586b6643bdae093cffb117b/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380/2998b885bdef%2C35121%2C1731482611380.1731482613639, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T07:23:42,615 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.shipper2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T07:23:42,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-13T07:23:42,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41775 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T07:23:42,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38446465, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:42,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41775 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,44773,-1 for getting cluster id 2024-11-13T07:23:42,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:23:42,618 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c54fbbd-81a7-4cda-8cbc-03a7e8876068' 2024-11-13T07:23:42,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:23:42,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c54fbbd-81a7-4cda-8cbc-03a7e8876068" 2024-11-13T07:23:42,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d3bd290, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:42,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,44773,-1] 2024-11-13T07:23:42,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:23:42,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:42,620 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:23:42,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4397a871, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:42,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41775 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:23:42,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,41775,1731482605674, seqNum=-1] 2024-11-13T07:23:42,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:23:42,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-13T07:23:42,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731482614754.bdaef6a67b70705cba6ae164b7531a26., hostname=2998b885bdef,41775,1731482605674, seqNum=2] 2024-11-13T07:23:42,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41775 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T07:23:42,819 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.wal-reader.2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380/2998b885bdef%2C35121%2C1731482611380.1731482613639 to pos 607, reset compression=false 2024-11-13T07:23:42,974 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900 to pos 480, reset compression=false 2024-11-13T07:23:42,978 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:23:42,978 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900 to pos 608, reset compression=false 2024-11-13T07:23:42,978 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.shipper2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,41775,1731482605674 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T07:23:43,122 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.wal-reader.2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380/2998b885bdef%2C35121%2C1731482611380.1731482613639 to pos 607, reset compression=false 2024-11-13T07:23:43,182 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900 to pos 608, reset compression=false 2024-11-13T07:23:43,371 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-13T07:23:43,376 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T07:23:43,486 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900 to pos 608, reset compression=false 2024-11-13T07:23:43,491 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T07:23:43,491 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900 to pos 764, reset compression=false 2024-11-13T07:23:43,491 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.shipper2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,41775,1731482605674 got entry batch from reader: WALEntryBatch [walEntries=[{test/bdaef6a67b70705cba6ae164b7531a26/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-13T07:23:43,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T07:23:43,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T07:23:43,526 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.wal-reader.2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380/2998b885bdef%2C35121%2C1731482611380.1731482613639 to pos 607, reset compression=false 2024-11-13T07:23:43,530 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.wal-reader.2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:23:43,530 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.wal-reader.2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380/2998b885bdef%2C35121%2C1731482611380.1731482613639 to pos 754, reset compression=false 2024-11-13T07:23:43,530 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.shipper2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,35121,1731482611380 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380/2998b885bdef%2C35121%2C1731482611380.1731482613639, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T07:23:43,695 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900 to pos 764, reset compression=false 2024-11-13T07:23:43,734 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.wal-reader.2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380/2998b885bdef%2C35121%2C1731482611380.1731482613639 to pos 754, reset compression=false 2024-11-13T07:23:43,999 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900 to pos 764, reset compression=false 2024-11-13T07:23:44,038 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.wal-reader.2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380/2998b885bdef%2C35121%2C1731482611380.1731482613639 to pos 754, reset compression=false 2024-11-13T07:23:44,378 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-13T07:23:44,381 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-13T07:23:44,402 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900 to pos 764, reset compression=false 2024-11-13T07:23:44,445 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.wal-reader.2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380/2998b885bdef%2C35121%2C1731482611380.1731482613639 to pos 754, reset compression=false 2024-11-13T07:23:44,449 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.wal-reader.2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T07:23:44,449 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.wal-reader.2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380/2998b885bdef%2C35121%2C1731482611380.1731482613639 to pos 913, reset compression=false 2024-11-13T07:23:44,449 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.shipper2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,35121,1731482611380 got entry batch from reader: WALEntryBatch [walEntries=[{test/bdc062265586b6643bdae093cffb117b/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380/2998b885bdef%2C35121%2C1731482611380.1731482613639, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T07:23:44,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41775 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T07:23:44,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41775 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T07:23:44,652 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.wal-reader.2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380/2998b885bdef%2C35121%2C1731482611380.1731482613639 to pos 913, reset compression=false 2024-11-13T07:23:44,905 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900 to pos 764, reset compression=false 2024-11-13T07:23:44,909 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:23:44,909 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900 to pos 914, reset compression=false 2024-11-13T07:23:44,909 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.shipper2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,41775,1731482605674 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T07:23:44,956 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.wal-reader.2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380/2998b885bdef%2C35121%2C1731482611380.1731482613639 to pos 913, reset compression=false 2024-11-13T07:23:45,113 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900 to pos 914, reset compression=false 2024-11-13T07:23:45,359 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.wal-reader.2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380/2998b885bdef%2C35121%2C1731482611380.1731482613639 to pos 913, reset compression=false 2024-11-13T07:23:45,383 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-13T07:23:45,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T07:23:45,385 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:23:45,385 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:23:45,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:45,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:45,385 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:23:45,385 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T07:23:45,385 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1234222979, stopped=false 2024-11-13T07:23:45,385 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2998b885bdef,46539,1731482611259 2024-11-13T07:23:45,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1013313c9d90003, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1093106236/running 2024-11-13T07:23:45,396 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35121-0x1013313c9d90004, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1093106236/running 2024-11-13T07:23:45,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1013313c9d90003, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093106236 2024-11-13T07:23:45,397 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35121-0x1013313c9d90004, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093106236 2024-11-13T07:23:45,397 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:23:45,397 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:23:45,397 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:23:45,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:45,397 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2998b885bdef,35121,1731482611380' ***** 2024-11-13T07:23:45,397 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T07:23:45,397 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35121-0x1013313c9d90004, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Set watcher on znode that does not yet exist, /1-1093106236/running 2024-11-13T07:23:45,397 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46539-0x1013313c9d90003, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Set watcher on znode that does not yet exist, /1-1093106236/running 2024-11-13T07:23:45,397 INFO [RS:0;2998b885bdef:35121 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T07:23:45,398 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T07:23:45,398 INFO [RS:0;2998b885bdef:35121 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T07:23:45,398 INFO [RS:0;2998b885bdef:35121 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T07:23:45,398 INFO [RS:0;2998b885bdef:35121 {}] regionserver.HRegionServer(3091): Received CLOSE for bdc062265586b6643bdae093cffb117b 2024-11-13T07:23:45,398 INFO [RS:0;2998b885bdef:35121 {}] regionserver.HRegionServer(3091): Received CLOSE for de97213b5cdd488b750ccfbdd760ccb3 2024-11-13T07:23:45,398 INFO [RS:0;2998b885bdef:35121 {}] regionserver.HRegionServer(959): stopping server 2998b885bdef,35121,1731482611380 2024-11-13T07:23:45,398 INFO [RS:0;2998b885bdef:35121 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:23:45,398 INFO [RS:0;2998b885bdef:35121 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:35121. 2024-11-13T07:23:45,398 DEBUG [RS:0;2998b885bdef:35121 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:23:45,398 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bdc062265586b6643bdae093cffb117b, disabling compactions & flushes 2024-11-13T07:23:45,398 DEBUG [RS:0;2998b885bdef:35121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:45,398 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731482615894.bdc062265586b6643bdae093cffb117b. 2024-11-13T07:23:45,398 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731482615894.bdc062265586b6643bdae093cffb117b. 2024-11-13T07:23:45,398 INFO [RS:0;2998b885bdef:35121 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T07:23:45,398 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731482615894.bdc062265586b6643bdae093cffb117b. after waiting 0 ms 2024-11-13T07:23:45,398 INFO [RS:0;2998b885bdef:35121 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T07:23:45,398 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731482615894.bdc062265586b6643bdae093cffb117b. 2024-11-13T07:23:45,398 INFO [RS:0;2998b885bdef:35121 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T07:23:45,398 INFO [RS:0;2998b885bdef:35121 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T07:23:45,398 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bdc062265586b6643bdae093cffb117b 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-13T07:23:45,398 INFO [RS:0;2998b885bdef:35121 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T07:23:45,398 DEBUG [RS:0;2998b885bdef:35121 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bdc062265586b6643bdae093cffb117b=test,,1731482615894.bdc062265586b6643bdae093cffb117b., de97213b5cdd488b750ccfbdd760ccb3=hbase:replication,,1731482619206.de97213b5cdd488b750ccfbdd760ccb3.} 2024-11-13T07:23:45,399 DEBUG [RS:0;2998b885bdef:35121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bdc062265586b6643bdae093cffb117b, de97213b5cdd488b750ccfbdd760ccb3 2024-11-13T07:23:45,399 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:23:45,399 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:23:45,399 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:23:45,399 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:23:45,399 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:23:45,399 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T07:23:45,412 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/hbase/meta/1588230740/.tmp/info/24f790356aef4dea88636767ecae065b is 147, key is hbase:replication,,1731482619206.de97213b5cdd488b750ccfbdd760ccb3./info:regioninfo/1731482620378/Put/seqid=0 2024-11-13T07:23:45,412 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/default/test/bdc062265586b6643bdae093cffb117b/.tmp/f/8982e15717894606ae360248f434f98f is 29, key is row1/f:/1731482624378/DeleteFamily/seqid=0 2024-11-13T07:23:45,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741840_1016 (size=7686) 2024-11-13T07:23:45,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741841_1017 (size=5118) 2024-11-13T07:23:45,416 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/hbase/meta/1588230740/.tmp/info/24f790356aef4dea88636767ecae065b 2024-11-13T07:23:45,417 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900 to pos 914, reset compression=false 2024-11-13T07:23:45,420 INFO [regionserver/2998b885bdef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:23:45,433 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/hbase/meta/1588230740/.tmp/ns/738e50259b4d4e93bdc8a988b8dbaa80 is 43, key is default/ns:d/1731482614642/Put/seqid=0 2024-11-13T07:23:45,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741842_1018 (size=5153) 2024-11-13T07:23:45,589 INFO [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T07:23:45,589 INFO [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T07:23:45,599 DEBUG [RS:0;2998b885bdef:35121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bdc062265586b6643bdae093cffb117b, de97213b5cdd488b750ccfbdd760ccb3 2024-11-13T07:23:45,799 DEBUG [RS:0;2998b885bdef:35121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bdc062265586b6643bdae093cffb117b, de97213b5cdd488b750ccfbdd760ccb3 2024-11-13T07:23:45,816 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/default/test/bdc062265586b6643bdae093cffb117b/.tmp/f/8982e15717894606ae360248f434f98f 2024-11-13T07:23:45,820 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900 to pos 914, reset compression=false 2024-11-13T07:23:45,821 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8982e15717894606ae360248f434f98f 2024-11-13T07:23:45,835 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/default/test/bdc062265586b6643bdae093cffb117b/.tmp/f1/fa1e51e6032d46a18813f14e732af932 is 30, key is row1/f1:/1731482624378/DeleteFamily/seqid=0 2024-11-13T07:23:45,836 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/hbase/meta/1588230740/.tmp/ns/738e50259b4d4e93bdc8a988b8dbaa80 2024-11-13T07:23:45,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741843_1019 (size=5123) 2024-11-13T07:23:45,858 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/hbase/meta/1588230740/.tmp/rep_barrier/5f24642a96314eb3a50b82f82f88e09c is 112, key is test,,1731482615894.bdc062265586b6643bdae093cffb117b./rep_barrier:seqnumDuringOpen/1731482616639/Put/seqid=0 2024-11-13T07:23:45,859 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T07:23:45,862 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.wal-reader.2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380/2998b885bdef%2C35121%2C1731482611380.1731482613639 to pos 913, reset compression=false 2024-11-13T07:23:45,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741844_1020 (size=5518) 2024-11-13T07:23:45,873 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.wal-reader.2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:23:45,873 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.wal-reader.2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380/2998b885bdef%2C35121%2C1731482611380.1731482613639 to pos 1160, reset compression=false 2024-11-13T07:23:45,873 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.shipper2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,35121,1731482611380 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380/2998b885bdef%2C35121%2C1731482611380.1731482613639, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T07:23:45,875 ERROR [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.shipper2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2998b885bdef,35121,1731482611380: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2998b885bdef,35121,1731482611380, walGroup=2998b885bdef%2C35121%2C1731482611380, offset=2998b885bdef%2C35121%2C1731482611380.1731482613639:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:35121 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T07:23:45,879 ERROR [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.shipper2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T07:23:45,879 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.shipper2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T07:23:45,880 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.shipper2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T07:23:45,880 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.shipper2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T07:23:45,880 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.shipper2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T07:23:45,880 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.shipper2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 669546384 }, "NonHeapMemoryUsage": { "committed": 194379776, "init": 7667712, "max": -1, "used": 190875432 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T07:23:45,880 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.shipper2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:46539 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:46539 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T07:23:45,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:45,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:45,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:45,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:45,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:45,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:45,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:45,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:45,999 DEBUG [RS:0;2998b885bdef:35121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bdc062265586b6643bdae093cffb117b, de97213b5cdd488b750ccfbdd760ccb3 2024-11-13T07:23:46,104 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.wal-reader.2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380/2998b885bdef%2C35121%2C1731482611380.1731482613639 to pos 1160, reset compression=false 2024-11-13T07:23:46,199 DEBUG [RS:0;2998b885bdef:35121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bdc062265586b6643bdae093cffb117b, de97213b5cdd488b750ccfbdd760ccb3 2024-11-13T07:23:46,239 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/default/test/bdc062265586b6643bdae093cffb117b/.tmp/f1/fa1e51e6032d46a18813f14e732af932 2024-11-13T07:23:46,243 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa1e51e6032d46a18813f14e732af932 2024-11-13T07:23:46,262 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/default/test/bdc062265586b6643bdae093cffb117b/.tmp/norep/1a3748700edf4dcdbfb627bfa0e461fa is 33, key is row1/norep:/1731482624378/DeleteFamily/seqid=0 2024-11-13T07:23:46,263 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/hbase/meta/1588230740/.tmp/rep_barrier/5f24642a96314eb3a50b82f82f88e09c 2024-11-13T07:23:46,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741845_1021 (size=5108) 2024-11-13T07:23:46,283 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/hbase/meta/1588230740/.tmp/table/f0759ee0b6194069a7275835ea3bc67e is 53, key is hbase:replication/table:state/1731482620384/Put/seqid=0 2024-11-13T07:23:46,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741846_1022 (size=5308) 2024-11-13T07:23:46,329 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900 to pos 914, reset compression=false 2024-11-13T07:23:46,399 DEBUG [RS:0;2998b885bdef:35121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bdc062265586b6643bdae093cffb117b, de97213b5cdd488b750ccfbdd760ccb3 2024-11-13T07:23:46,407 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.wal-reader.2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380/2998b885bdef%2C35121%2C1731482611380.1731482613639 to pos 1160, reset compression=false 2024-11-13T07:23:46,600 DEBUG [RS:0;2998b885bdef:35121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bdc062265586b6643bdae093cffb117b, de97213b5cdd488b750ccfbdd760ccb3 2024-11-13T07:23:46,670 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/default/test/bdc062265586b6643bdae093cffb117b/.tmp/norep/1a3748700edf4dcdbfb627bfa0e461fa 2024-11-13T07:23:46,674 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a3748700edf4dcdbfb627bfa0e461fa 2024-11-13T07:23:46,674 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/default/test/bdc062265586b6643bdae093cffb117b/.tmp/f/8982e15717894606ae360248f434f98f as hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/default/test/bdc062265586b6643bdae093cffb117b/f/8982e15717894606ae360248f434f98f 2024-11-13T07:23:46,678 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8982e15717894606ae360248f434f98f 2024-11-13T07:23:46,678 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/default/test/bdc062265586b6643bdae093cffb117b/f/8982e15717894606ae360248f434f98f, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T07:23:46,679 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/default/test/bdc062265586b6643bdae093cffb117b/.tmp/f1/fa1e51e6032d46a18813f14e732af932 as hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/default/test/bdc062265586b6643bdae093cffb117b/f1/fa1e51e6032d46a18813f14e732af932 2024-11-13T07:23:46,683 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa1e51e6032d46a18813f14e732af932 2024-11-13T07:23:46,683 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/default/test/bdc062265586b6643bdae093cffb117b/f1/fa1e51e6032d46a18813f14e732af932, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T07:23:46,684 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/default/test/bdc062265586b6643bdae093cffb117b/.tmp/norep/1a3748700edf4dcdbfb627bfa0e461fa as hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/default/test/bdc062265586b6643bdae093cffb117b/norep/1a3748700edf4dcdbfb627bfa0e461fa 2024-11-13T07:23:46,687 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/hbase/meta/1588230740/.tmp/table/f0759ee0b6194069a7275835ea3bc67e 2024-11-13T07:23:46,689 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a3748700edf4dcdbfb627bfa0e461fa 2024-11-13T07:23:46,689 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/default/test/bdc062265586b6643bdae093cffb117b/norep/1a3748700edf4dcdbfb627bfa0e461fa, entries=1, sequenceid=8, filesize=5.0 K 2024-11-13T07:23:46,690 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for bdc062265586b6643bdae093cffb117b in 1292ms, sequenceid=8, compaction requested=false 2024-11-13T07:23:46,693 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/hbase/meta/1588230740/.tmp/info/24f790356aef4dea88636767ecae065b as hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/hbase/meta/1588230740/info/24f790356aef4dea88636767ecae065b 2024-11-13T07:23:46,699 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/hbase/meta/1588230740/info/24f790356aef4dea88636767ecae065b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T07:23:46,699 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/default/test/bdc062265586b6643bdae093cffb117b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T07:23:46,699 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/hbase/meta/1588230740/.tmp/ns/738e50259b4d4e93bdc8a988b8dbaa80 as hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/hbase/meta/1588230740/ns/738e50259b4d4e93bdc8a988b8dbaa80 2024-11-13T07:23:46,700 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:23:46,700 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T07:23:46,700 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731482615894.bdc062265586b6643bdae093cffb117b. 2024-11-13T07:23:46,700 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bdc062265586b6643bdae093cffb117b: Waiting for close lock at 1731482625398Running coprocessor pre-close hooks at 1731482625398Disabling compacts and flushes for region at 1731482625398Disabling writes for close at 1731482625398Obtaining lock to block concurrent updates at 1731482625398Preparing flush snapshotting stores in bdc062265586b6643bdae093cffb117b at 1731482625398Finished memstore snapshotting test,,1731482615894.bdc062265586b6643bdae093cffb117b., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731482625399 (+1 ms)Flushing stores of test,,1731482615894.bdc062265586b6643bdae093cffb117b. at 1731482625399Flushing bdc062265586b6643bdae093cffb117b/f: creating writer at 1731482625399Flushing bdc062265586b6643bdae093cffb117b/f: appending metadata at 1731482625412 (+13 ms)Flushing bdc062265586b6643bdae093cffb117b/f: closing flushed file at 1731482625412Flushing bdc062265586b6643bdae093cffb117b/f1: creating writer at 1731482625821 (+409 ms)Flushing bdc062265586b6643bdae093cffb117b/f1: appending metadata at 1731482625835 (+14 ms)Flushing bdc062265586b6643bdae093cffb117b/f1: closing flushed file at 1731482625835Flushing bdc062265586b6643bdae093cffb117b/norep: creating writer at 1731482626243 (+408 ms)Flushing bdc062265586b6643bdae093cffb117b/norep: appending metadata at 1731482626261 (+18 ms)Flushing bdc062265586b6643bdae093cffb117b/norep: closing flushed file at 1731482626261Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a9daa14: reopening flushed file at 1731482626674 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ed0ee66: reopening flushed file at 1731482626678 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5552488b: reopening flushed file at 1731482626683 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for bdc062265586b6643bdae093cffb117b in 1292ms, sequenceid=8, compaction requested=false at 1731482626690 (+7 ms)Writing region close event to WAL at 1731482626696 (+6 ms)Running coprocessor post-close hooks at 1731482626699 (+3 ms)Closed at 1731482626700 (+1 ms) 2024-11-13T07:23:46,700 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731482615894.bdc062265586b6643bdae093cffb117b. 2024-11-13T07:23:46,700 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing de97213b5cdd488b750ccfbdd760ccb3, disabling compactions & flushes 2024-11-13T07:23:46,700 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731482619206.de97213b5cdd488b750ccfbdd760ccb3. 2024-11-13T07:23:46,700 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731482619206.de97213b5cdd488b750ccfbdd760ccb3. 2024-11-13T07:23:46,700 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731482619206.de97213b5cdd488b750ccfbdd760ccb3. after waiting 0 ms 2024-11-13T07:23:46,700 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731482619206.de97213b5cdd488b750ccfbdd760ccb3. 2024-11-13T07:23:46,700 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for de97213b5cdd488b750ccfbdd760ccb3: Waiting for close lock at 1731482626700Running coprocessor pre-close hooks at 1731482626700Disabling compacts and flushes for region at 1731482626700Disabling writes for close at 1731482626700Failed flush hbase:replication,,1731482619206.de97213b5cdd488b750ccfbdd760ccb3., putting online again at 1731482626700 2024-11-13T07:23:46,701 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731482619206.de97213b5cdd488b750ccfbdd760ccb3. 2024-11-13T07:23:46,703 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/hbase/meta/1588230740/ns/738e50259b4d4e93bdc8a988b8dbaa80, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T07:23:46,704 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/hbase/meta/1588230740/.tmp/rep_barrier/5f24642a96314eb3a50b82f82f88e09c as hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/hbase/meta/1588230740/rep_barrier/5f24642a96314eb3a50b82f82f88e09c 2024-11-13T07:23:46,707 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/hbase/meta/1588230740/rep_barrier/5f24642a96314eb3a50b82f82f88e09c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T07:23:46,708 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/hbase/meta/1588230740/.tmp/table/f0759ee0b6194069a7275835ea3bc67e as hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/hbase/meta/1588230740/table/f0759ee0b6194069a7275835ea3bc67e 2024-11-13T07:23:46,711 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/hbase/meta/1588230740/table/f0759ee0b6194069a7275835ea3bc67e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T07:23:46,712 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=16, compaction requested=false 2024-11-13T07:23:46,716 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T07:23:46,716 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:23:46,716 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:23:46,717 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:23:46,717 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482625398Running coprocessor pre-close hooks at 1731482625398Disabling compacts and flushes for region at 1731482625399 (+1 ms)Disabling writes for close at 1731482625399Obtaining lock to block concurrent updates at 1731482625399Preparing flush snapshotting stores in 1588230740 at 1731482625399Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731482625399Flushing stores of hbase:meta,,1.1588230740 at 1731482625399Flushing 1588230740/info: creating writer at 1731482625399Flushing 1588230740/info: appending metadata at 1731482625412 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731482625412Flushing 1588230740/ns: creating writer at 1731482625421 (+9 ms)Flushing 1588230740/ns: appending metadata at 1731482625433 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731482625433Flushing 1588230740/rep_barrier: creating writer at 1731482625841 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731482625857 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731482625857Flushing 1588230740/table: creating writer at 1731482626267 (+410 ms)Flushing 1588230740/table: appending metadata at 1731482626283 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731482626283Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d70bcae: reopening flushed file at 1731482626692 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@740d4e24: reopening flushed file at 1731482626699 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e7aa2d6: reopening flushed file at 1731482626703 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f6b5292: reopening flushed file at 1731482626707 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=16, compaction requested=false at 1731482626712 (+5 ms)Writing region close event to WAL at 1731482626713 (+1 ms)Running coprocessor post-close hooks at 1731482626716 (+3 ms)Closed at 1731482626717 (+1 ms) 2024-11-13T07:23:46,717 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T07:23:46,800 INFO [RS:0;2998b885bdef:35121 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T07:23:46,800 DEBUG [RS:0;2998b885bdef:35121 {}] regionserver.HRegionServer(1325): Online Regions={de97213b5cdd488b750ccfbdd760ccb3=hbase:replication,,1731482619206.de97213b5cdd488b750ccfbdd760ccb3.} 2024-11-13T07:23:46,800 INFO [RS:0;2998b885bdef:35121 {}] regionserver.HRegionServer(3091): Received CLOSE for de97213b5cdd488b750ccfbdd760ccb3 2024-11-13T07:23:46,800 DEBUG [RS:0;2998b885bdef:35121 {}] regionserver.HRegionServer(1351): Waiting on de97213b5cdd488b750ccfbdd760ccb3 2024-11-13T07:23:46,800 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing de97213b5cdd488b750ccfbdd760ccb3, disabling compactions & flushes 2024-11-13T07:23:46,800 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731482619206.de97213b5cdd488b750ccfbdd760ccb3. 2024-11-13T07:23:46,800 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731482619206.de97213b5cdd488b750ccfbdd760ccb3. 2024-11-13T07:23:46,800 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731482619206.de97213b5cdd488b750ccfbdd760ccb3. after waiting 0 ms 2024-11-13T07:23:46,800 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731482619206.de97213b5cdd488b750ccfbdd760ccb3. 2024-11-13T07:23:46,800 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for de97213b5cdd488b750ccfbdd760ccb3: Waiting for close lock at 1731482626800Running coprocessor pre-close hooks at 1731482626800Disabling compacts and flushes for region at 1731482626800Disabling writes for close at 1731482626800Failed flush hbase:replication,,1731482619206.de97213b5cdd488b750ccfbdd760ccb3., putting online again at 1731482626800 2024-11-13T07:23:46,800 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731482619206.de97213b5cdd488b750ccfbdd760ccb3. 2024-11-13T07:23:46,811 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.wal-reader.2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380/2998b885bdef%2C35121%2C1731482611380.1731482613639 to pos 1160, reset compression=false 2024-11-13T07:23:46,815 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.wal-reader.2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:23:46,815 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.wal-reader.2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/WALs/2998b885bdef,35121,1731482611380/2998b885bdef%2C35121%2C1731482611380.1731482613639 to pos 1804, reset compression=false 2024-11-13T07:23:46,932 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900 to pos 914, reset compression=false 2024-11-13T07:23:47,000 INFO [RS:0;2998b885bdef:35121 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T07:23:47,000 INFO [RS:0;2998b885bdef:35121 {}] regionserver.HRegionServer(976): stopping server 2998b885bdef,35121,1731482611380; all regions closed. 2024-11-13T07:23:47,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741834_1010 (size=4239) 2024-11-13T07:23:47,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741839_1015 (size=1733) 2024-11-13T07:23:47,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741832_1008 (size=1812) 2024-11-13T07:23:47,006 DEBUG [RS:0;2998b885bdef:35121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:47,006 INFO [RS:0;2998b885bdef:35121 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:23:47,006 INFO [RS:0;2998b885bdef:35121 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:23:47,006 INFO [RS:0;2998b885bdef:35121 {}] hbase.ChoreService(370): Chore service for: regionserver/2998b885bdef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T07:23:47,007 INFO [RS:0;2998b885bdef:35121 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:23:47,007 INFO [regionserver/2998b885bdef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:23:47,007 INFO [RS:0;2998b885bdef:35121 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2998b885bdef,35121,1731482611380 because: Region server is closing 2024-11-13T07:23:47,007 INFO [RS:0;2998b885bdef:35121 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:35121. 2024-11-13T07:23:47,007 DEBUG [RS:0;2998b885bdef:35121 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:23:47,007 DEBUG [RS:0;2998b885bdef:35121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:47,007 DEBUG [RS:0;2998b885bdef:35121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:47,007 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:23:47,107 INFO [RS:0;2998b885bdef:35121 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,35121,1731482611380.replicationSource.shipper2998b885bdef%2C35121%2C1731482611380,1-2998b885bdef,35121,1731482611380 terminated 2024-11-13T07:23:47,108 INFO [RS:0;2998b885bdef:35121 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:35121. 2024-11-13T07:23:47,108 DEBUG [RS:0;2998b885bdef:35121 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:23:47,108 DEBUG [RS:0;2998b885bdef:35121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:47,108 DEBUG [RS:0;2998b885bdef:35121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:47,108 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:23:47,108 INFO [RS:0;2998b885bdef:35121 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35121 2024-11-13T07:23:47,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1013313c9d90003, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093106236/rs 2024-11-13T07:23:47,118 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35121-0x1013313c9d90004, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1093106236/rs/2998b885bdef,35121,1731482611380 2024-11-13T07:23:47,118 INFO [RS:0;2998b885bdef:35121 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:23:47,128 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2998b885bdef,35121,1731482611380] 2024-11-13T07:23:47,139 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1093106236/draining/2998b885bdef,35121,1731482611380 already deleted, retry=false 2024-11-13T07:23:47,139 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2998b885bdef,35121,1731482611380 expired; onlineServers=0 2024-11-13T07:23:47,139 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2998b885bdef,46539,1731482611259' ***** 2024-11-13T07:23:47,139 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T07:23:47,139 INFO [M:0;2998b885bdef:46539 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:23:47,139 INFO [M:0;2998b885bdef:46539 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:23:47,139 DEBUG [M:0;2998b885bdef:46539 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T07:23:47,139 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T07:23:47,139 DEBUG [M:0;2998b885bdef:46539 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T07:23:47,139 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482613362 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482613362,5,FailOnTimeoutGroup] 2024-11-13T07:23:47,139 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482613362 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482613362,5,FailOnTimeoutGroup] 2024-11-13T07:23:47,139 INFO [M:0;2998b885bdef:46539 {}] hbase.ChoreService(370): Chore service for: master/2998b885bdef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T07:23:47,140 INFO [M:0;2998b885bdef:46539 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:23:47,140 DEBUG [M:0;2998b885bdef:46539 {}] master.HMaster(1795): Stopping service threads 2024-11-13T07:23:47,140 INFO [M:0;2998b885bdef:46539 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T07:23:47,140 INFO [M:0;2998b885bdef:46539 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:23:47,140 INFO [M:0;2998b885bdef:46539 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T07:23:47,140 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T07:23:47,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1013313c9d90003, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1093106236/master 2024-11-13T07:23:47,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1013313c9d90003, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1093106236 2024-11-13T07:23:47,160 DEBUG [M:0;2998b885bdef:46539 {}] zookeeper.ZKUtil(347): master:46539-0x1013313c9d90003, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Unable to get data of znode /1-1093106236/master because node does not exist (not an error) 2024-11-13T07:23:47,160 WARN [M:0;2998b885bdef:46539 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T07:23:47,161 INFO [M:0;2998b885bdef:46539 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/.lastflushedseqids 2024-11-13T07:23:47,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741847_1023 (size=245) 2024-11-13T07:23:47,211 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:23:47,212 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2998b885bdef,39417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:39417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T07:23:47,212 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28367 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2998b885bdef,39417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:39417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T07:23:47,229 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35121-0x1013313c9d90004, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:23:47,229 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35121-0x1013313c9d90004, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:23:47,229 INFO [RS:0;2998b885bdef:35121 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:23:47,229 INFO [RS:0;2998b885bdef:35121 {}] regionserver.HRegionServer(1031): Exiting; stopping=2998b885bdef,35121,1731482611380; zookeeper connection closed. 2024-11-13T07:23:47,229 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d45472f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d45472f 2024-11-13T07:23:47,229 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T07:23:47,565 INFO [M:0;2998b885bdef:46539 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T07:23:47,565 INFO [M:0;2998b885bdef:46539 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T07:23:47,565 DEBUG [M:0;2998b885bdef:46539 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:23:47,566 INFO [M:0;2998b885bdef:46539 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:23:47,566 DEBUG [M:0;2998b885bdef:46539 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:23:47,566 DEBUG [M:0;2998b885bdef:46539 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:23:47,566 DEBUG [M:0;2998b885bdef:46539 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:23:47,566 INFO [M:0;2998b885bdef:46539 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T07:23:47,578 DEBUG [M:0;2998b885bdef:46539 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ded99c61595b4ce8a1e26ad4cb2ec529 is 82, key is hbase:meta,,1/info:regioninfo/1731482614566/Put/seqid=0 2024-11-13T07:23:47,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741848_1024 (size=5672) 2024-11-13T07:23:47,636 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900 to pos 914, reset compression=false 2024-11-13T07:23:47,982 INFO [M:0;2998b885bdef:46539 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ded99c61595b4ce8a1e26ad4cb2ec529 2024-11-13T07:23:47,999 DEBUG [M:0;2998b885bdef:46539 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5d80209e4714d619d2e9bff463c1da8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731482620387/Put/seqid=0 2024-11-13T07:23:48,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741849_1025 (size=8516) 2024-11-13T07:23:48,403 INFO [M:0;2998b885bdef:46539 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5d80209e4714d619d2e9bff463c1da8 2024-11-13T07:23:48,419 DEBUG [M:0;2998b885bdef:46539 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c79d14a71611495c842261869fb13a26 is 69, key is 2998b885bdef,35121,1731482611380/rs:state/1731482613464/Put/seqid=0 2024-11-13T07:23:48,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741850_1026 (size=5156) 2024-11-13T07:23:48,439 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900 to pos 914, reset compression=false 2024-11-13T07:23:48,822 INFO [M:0;2998b885bdef:46539 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c79d14a71611495c842261869fb13a26 2024-11-13T07:23:48,826 DEBUG [M:0;2998b885bdef:46539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ded99c61595b4ce8a1e26ad4cb2ec529 as hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ded99c61595b4ce8a1e26ad4cb2ec529 2024-11-13T07:23:48,830 INFO [M:0;2998b885bdef:46539 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ded99c61595b4ce8a1e26ad4cb2ec529, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T07:23:48,831 DEBUG [M:0;2998b885bdef:46539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5d80209e4714d619d2e9bff463c1da8 as hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b5d80209e4714d619d2e9bff463c1da8 2024-11-13T07:23:48,834 INFO [M:0;2998b885bdef:46539 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b5d80209e4714d619d2e9bff463c1da8, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T07:23:48,835 DEBUG [M:0;2998b885bdef:46539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c79d14a71611495c842261869fb13a26 as hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c79d14a71611495c842261869fb13a26 2024-11-13T07:23:48,838 INFO [M:0;2998b885bdef:46539 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43065/user/jenkins/test-data/b4a95f1d-e323-333a-5bb1-fe428bc91749/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c79d14a71611495c842261869fb13a26, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T07:23:48,839 INFO [M:0;2998b885bdef:46539 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=97, compaction requested=false 2024-11-13T07:23:48,840 INFO [M:0;2998b885bdef:46539 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:23:48,840 DEBUG [M:0;2998b885bdef:46539 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482627565Disabling compacts and flushes for region at 1731482627565Disabling writes for close at 1731482627566 (+1 ms)Obtaining lock to block concurrent updates at 1731482627566Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731482627566Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731482627566Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731482627566Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731482627567 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731482627578 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731482627578Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731482627986 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731482627999 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731482627999Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731482628407 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731482628419 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731482628419Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f38c774: reopening flushed file at 1731482628826 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58abf0ee: reopening flushed file at 1731482628830 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63ddcd7b: reopening flushed file at 1731482628834 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=97, compaction requested=false at 1731482628839 (+5 ms)Writing region close event to WAL at 1731482628840 (+1 ms)Closed at 1731482628840 2024-11-13T07:23:48,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741830_1006 (size=63654) 2024-11-13T07:23:48,843 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:23:48,843 INFO [M:0;2998b885bdef:46539 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T07:23:48,843 INFO [M:0;2998b885bdef:46539 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46539 2024-11-13T07:23:48,843 INFO [M:0;2998b885bdef:46539 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:23:48,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1013313c9d90003, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:23:48,955 INFO [M:0;2998b885bdef:46539 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:23:48,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1013313c9d90003, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:23:48,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12b0f134{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:23:48,958 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29bd1fb9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:23:48,958 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:23:48,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8e25e8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:23:48,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75d36632{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcb3ab07-be59-0482-7529-78e32d1e49c4/hadoop.log.dir/,STOPPED} 2024-11-13T07:23:48,959 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T07:23:48,959 WARN [BP-1790753176-172.17.0.3-1731482609058 heartbeating to localhost/127.0.0.1:43065 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T07:23:48,959 WARN [BP-1790753176-172.17.0.3-1731482609058 heartbeating to localhost/127.0.0.1:43065 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1790753176-172.17.0.3-1731482609058 (Datanode Uuid 909384f0-6d1f-4545-b107-9e6b7c278a2e) service to localhost/127.0.0.1:43065 2024-11-13T07:23:48,959 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T07:23:48,960 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcb3ab07-be59-0482-7529-78e32d1e49c4/cluster_925feb5f-7b72-2c14-7b84-bce09a29eb34/data/data1/current/BP-1790753176-172.17.0.3-1731482609058 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:23:48,960 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcb3ab07-be59-0482-7529-78e32d1e49c4/cluster_925feb5f-7b72-2c14-7b84-bce09a29eb34/data/data2/current/BP-1790753176-172.17.0.3-1731482609058 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:23:48,960 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T07:23:48,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dffc5c3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:23:48,965 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12dd6dc3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:23:48,966 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:23:48,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ffa0584{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:23:48,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1752b0ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcb3ab07-be59-0482-7529-78e32d1e49c4/hadoop.log.dir/,STOPPED} 2024-11-13T07:23:48,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T07:23:48,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T07:23:48,977 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:23:48,977 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:23:48,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:48,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:48,977 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:23:48,978 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T07:23:48,978 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=287260382, stopped=false 2024-11-13T07:23:48,978 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2998b885bdef,44773,1731482605434 2024-11-13T07:23:48,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44773-0x1013313c9d90000, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1343686929/running 2024-11-13T07:23:48,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44773-0x1013313c9d90000, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343686929 2024-11-13T07:23:48,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x1013313c9d90001, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1343686929/running 2024-11-13T07:23:48,996 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:23:48,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x1013313c9d90001, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343686929 2024-11-13T07:23:48,997 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41775-0x1013313c9d90001, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Set watcher on znode that does not yet exist, /0-1343686929/running 2024-11-13T07:23:48,997 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44773-0x1013313c9d90000, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Set watcher on znode that does not yet exist, /0-1343686929/running 2024-11-13T07:23:48,997 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:23:48,997 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:23:48,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:48,997 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2998b885bdef,41775,1731482605674' ***** 2024-11-13T07:23:48,997 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T07:23:48,997 INFO [RS:0;2998b885bdef:41775 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T07:23:48,997 INFO [RS:0;2998b885bdef:41775 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T07:23:48,997 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T07:23:48,998 INFO [RS:0;2998b885bdef:41775 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T07:23:48,998 INFO [RS:0;2998b885bdef:41775 {}] regionserver.HRegionServer(3091): Received CLOSE for 45b55f31f96306dcca99ba755e46ded8 2024-11-13T07:23:48,998 INFO [RS:0;2998b885bdef:41775 {}] regionserver.HRegionServer(3091): Received CLOSE for bdaef6a67b70705cba6ae164b7531a26 2024-11-13T07:23:48,998 INFO [RS:0;2998b885bdef:41775 {}] regionserver.HRegionServer(959): stopping server 2998b885bdef,41775,1731482605674 2024-11-13T07:23:48,998 INFO [RS:0;2998b885bdef:41775 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:23:48,998 INFO [RS:0;2998b885bdef:41775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:41775. 2024-11-13T07:23:48,998 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 45b55f31f96306dcca99ba755e46ded8, disabling compactions & flushes 2024-11-13T07:23:48,998 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731482617056.45b55f31f96306dcca99ba755e46ded8. 2024-11-13T07:23:48,998 DEBUG [RS:0;2998b885bdef:41775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:23:48,998 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731482617056.45b55f31f96306dcca99ba755e46ded8. 2024-11-13T07:23:48,998 DEBUG [RS:0;2998b885bdef:41775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:48,998 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731482617056.45b55f31f96306dcca99ba755e46ded8. after waiting 0 ms 2024-11-13T07:23:48,998 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731482617056.45b55f31f96306dcca99ba755e46ded8. 2024-11-13T07:23:48,998 INFO [RS:0;2998b885bdef:41775 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T07:23:48,998 INFO [RS:0;2998b885bdef:41775 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T07:23:48,998 INFO [RS:0;2998b885bdef:41775 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T07:23:48,998 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 45b55f31f96306dcca99ba755e46ded8 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-13T07:23:48,998 INFO [RS:0;2998b885bdef:41775 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T07:23:48,998 INFO [RS:0;2998b885bdef:41775 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T07:23:48,998 DEBUG [RS:0;2998b885bdef:41775 {}] regionserver.HRegionServer(1325): Online Regions={45b55f31f96306dcca99ba755e46ded8=hbase:replication,,1731482617056.45b55f31f96306dcca99ba755e46ded8., bdaef6a67b70705cba6ae164b7531a26=test,,1731482614754.bdaef6a67b70705cba6ae164b7531a26., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T07:23:48,998 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:23:48,998 DEBUG [RS:0;2998b885bdef:41775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45b55f31f96306dcca99ba755e46ded8, bdaef6a67b70705cba6ae164b7531a26 2024-11-13T07:23:48,998 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:23:48,998 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:23:48,998 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:23:48,998 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:23:48,998 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T07:23:49,013 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/hbase/replication/45b55f31f96306dcca99ba755e46ded8/.tmp/queue/44892d02722944e0b60b7345e068b5b0 is 153, key is 1-2998b885bdef,41775,1731482605674/queue:2998b885bdef%2C41775%2C1731482605674/1731482624910/Put/seqid=0 2024-11-13T07:23:49,015 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/hbase/meta/1588230740/.tmp/info/5a1dc7b5e64243338117200a73c31e35 is 147, key is hbase:replication,,1731482617056.45b55f31f96306dcca99ba755e46ded8./info:regioninfo/1731482618226/Put/seqid=0 2024-11-13T07:23:49,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741840_1016 (size=5352) 2024-11-13T07:23:49,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741841_1017 (size=7686) 2024-11-13T07:23:49,090 INFO [regionserver/2998b885bdef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:23:49,198 DEBUG [RS:0;2998b885bdef:41775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45b55f31f96306dcca99ba755e46ded8, bdaef6a67b70705cba6ae164b7531a26 2024-11-13T07:23:49,342 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900 to pos 914, reset compression=false 2024-11-13T07:23:49,399 DEBUG [RS:0;2998b885bdef:41775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45b55f31f96306dcca99ba755e46ded8, bdaef6a67b70705cba6ae164b7531a26 2024-11-13T07:23:49,416 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/hbase/replication/45b55f31f96306dcca99ba755e46ded8/.tmp/queue/44892d02722944e0b60b7345e068b5b0 2024-11-13T07:23:49,419 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/hbase/meta/1588230740/.tmp/info/5a1dc7b5e64243338117200a73c31e35 2024-11-13T07:23:49,423 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/hbase/replication/45b55f31f96306dcca99ba755e46ded8/.tmp/queue/44892d02722944e0b60b7345e068b5b0 as hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/hbase/replication/45b55f31f96306dcca99ba755e46ded8/queue/44892d02722944e0b60b7345e068b5b0 2024-11-13T07:23:49,432 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/hbase/replication/45b55f31f96306dcca99ba755e46ded8/queue/44892d02722944e0b60b7345e068b5b0, entries=1, sequenceid=10, filesize=5.2 K 2024-11-13T07:23:49,433 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 45b55f31f96306dcca99ba755e46ded8 in 435ms, sequenceid=10, compaction requested=false 2024-11-13T07:23:49,445 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/hbase/meta/1588230740/.tmp/ns/8d1a2c10d6174bd08e767796fe02f125 is 43, key is default/ns:d/1731482608977/Put/seqid=0 2024-11-13T07:23:49,445 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/hbase/replication/45b55f31f96306dcca99ba755e46ded8/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T07:23:49,447 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:23:49,447 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:23:49,447 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731482617056.45b55f31f96306dcca99ba755e46ded8. 2024-11-13T07:23:49,447 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 45b55f31f96306dcca99ba755e46ded8: Waiting for close lock at 1731482628998Running coprocessor pre-close hooks at 1731482628998Disabling compacts and flushes for region at 1731482628998Disabling writes for close at 1731482628998Obtaining lock to block concurrent updates at 1731482628998Preparing flush snapshotting stores in 45b55f31f96306dcca99ba755e46ded8 at 1731482628998Finished memstore snapshotting hbase:replication,,1731482617056.45b55f31f96306dcca99ba755e46ded8., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731482628998Flushing stores of hbase:replication,,1731482617056.45b55f31f96306dcca99ba755e46ded8. at 1731482628999 (+1 ms)Flushing 45b55f31f96306dcca99ba755e46ded8/queue: creating writer at 1731482628999Flushing 45b55f31f96306dcca99ba755e46ded8/queue: appending metadata at 1731482629012 (+13 ms)Flushing 45b55f31f96306dcca99ba755e46ded8/queue: closing flushed file at 1731482629012Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f88ac5d: reopening flushed file at 1731482629422 (+410 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 45b55f31f96306dcca99ba755e46ded8 in 435ms, sequenceid=10, compaction requested=false at 1731482629433 (+11 ms)Writing region close event to WAL at 1731482629437 (+4 ms)Running coprocessor post-close hooks at 1731482629447 (+10 ms)Closed at 1731482629447 2024-11-13T07:23:49,447 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731482617056.45b55f31f96306dcca99ba755e46ded8. 2024-11-13T07:23:49,447 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bdaef6a67b70705cba6ae164b7531a26, disabling compactions & flushes 2024-11-13T07:23:49,447 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731482614754.bdaef6a67b70705cba6ae164b7531a26. 2024-11-13T07:23:49,447 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731482614754.bdaef6a67b70705cba6ae164b7531a26. 2024-11-13T07:23:49,447 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731482614754.bdaef6a67b70705cba6ae164b7531a26. after waiting 0 ms 2024-11-13T07:23:49,447 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731482614754.bdaef6a67b70705cba6ae164b7531a26. 2024-11-13T07:23:49,448 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bdaef6a67b70705cba6ae164b7531a26 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-13T07:23:49,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741842_1018 (size=5153) 2024-11-13T07:23:49,462 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/hbase/meta/1588230740/.tmp/ns/8d1a2c10d6174bd08e767796fe02f125 2024-11-13T07:23:49,477 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/default/test/bdaef6a67b70705cba6ae164b7531a26/.tmp/f/0cdf1f0af58044c5a2e94b6243b22bd8 is 29, key is row1/f:/1731482624378/DeleteFamily/seqid=0 2024-11-13T07:23:49,499 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/hbase/meta/1588230740/.tmp/rep_barrier/921cf36ceda24771945d5a2585b2aad3 is 112, key is test,,1731482614754.bdaef6a67b70705cba6ae164b7531a26./rep_barrier:seqnumDuringOpen/1731482615499/Put/seqid=0 2024-11-13T07:23:49,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741843_1019 (size=5118) 2024-11-13T07:23:49,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741844_1020 (size=5518) 2024-11-13T07:23:49,599 DEBUG [RS:0;2998b885bdef:41775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bdaef6a67b70705cba6ae164b7531a26 2024-11-13T07:23:49,775 INFO [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T07:23:49,775 INFO [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T07:23:49,799 DEBUG [RS:0;2998b885bdef:41775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bdaef6a67b70705cba6ae164b7531a26 2024-11-13T07:23:49,905 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/default/test/bdaef6a67b70705cba6ae164b7531a26/.tmp/f/0cdf1f0af58044c5a2e94b6243b22bd8 2024-11-13T07:23:49,908 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0cdf1f0af58044c5a2e94b6243b22bd8 2024-11-13T07:23:49,917 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/hbase/meta/1588230740/.tmp/rep_barrier/921cf36ceda24771945d5a2585b2aad3 2024-11-13T07:23:49,922 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/default/test/bdaef6a67b70705cba6ae164b7531a26/.tmp/f1/9cf2e25a26bf4a40aece85d4f29245fb is 30, key is row1/f1:/1731482624378/DeleteFamily/seqid=0 2024-11-13T07:23:49,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741845_1021 (size=5123) 2024-11-13T07:23:49,938 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/hbase/meta/1588230740/.tmp/table/c46abc1ea24142a4b44281e7b0119e29 is 53, key is hbase:replication/table:state/1731482618232/Put/seqid=0 2024-11-13T07:23:49,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741846_1022 (size=5308) 2024-11-13T07:23:49,999 INFO [RS:0;2998b885bdef:41775 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T07:23:49,999 DEBUG [RS:0;2998b885bdef:41775 {}] regionserver.HRegionServer(1325): Online Regions={bdaef6a67b70705cba6ae164b7531a26=test,,1731482614754.bdaef6a67b70705cba6ae164b7531a26., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T07:23:49,999 DEBUG [RS:0;2998b885bdef:41775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bdaef6a67b70705cba6ae164b7531a26 2024-11-13T07:23:50,199 DEBUG [RS:0;2998b885bdef:41775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bdaef6a67b70705cba6ae164b7531a26 2024-11-13T07:23:50,331 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/default/test/bdaef6a67b70705cba6ae164b7531a26/.tmp/f1/9cf2e25a26bf4a40aece85d4f29245fb 2024-11-13T07:23:50,335 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9cf2e25a26bf4a40aece85d4f29245fb 2024-11-13T07:23:50,346 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900 to pos 914, reset compression=false 2024-11-13T07:23:50,350 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/default/test/bdaef6a67b70705cba6ae164b7531a26/.tmp/norep/979e6d88d0e24e05b64bd76fa23296c8 is 32, key is row/norep:/1731482623373/DeleteFamily/seqid=0 2024-11-13T07:23:50,350 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/hbase/meta/1588230740/.tmp/table/c46abc1ea24142a4b44281e7b0119e29 2024-11-13T07:23:50,352 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:23:50,352 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900 to pos 1161, reset compression=false 2024-11-13T07:23:50,352 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.shipper2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,41775,1731482605674 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T07:23:50,353 ERROR [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.shipper2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2998b885bdef,41775,1731482605674: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2998b885bdef,41775,1731482605674, walGroup=2998b885bdef%2C41775%2C1731482605674, offset=2998b885bdef%2C41775%2C1731482605674.1731482607900:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:41775 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T07:23:50,354 ERROR [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.shipper2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T07:23:50,354 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.shipper2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T07:23:50,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741847_1023 (size=5101) 2024-11-13T07:23:50,356 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.shipper2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T07:23:50,356 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.shipper2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T07:23:50,356 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.shipper2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T07:23:50,356 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.shipper2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 751335312 }, "NonHeapMemoryUsage": { "committed": 194772992, "init": 7667712, "max": -1, "used": 191553728 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T07:23:50,356 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.shipper2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:44773 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:44773 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T07:23:50,358 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/hbase/meta/1588230740/.tmp/info/5a1dc7b5e64243338117200a73c31e35 as hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/hbase/meta/1588230740/info/5a1dc7b5e64243338117200a73c31e35 2024-11-13T07:23:50,362 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/hbase/meta/1588230740/info/5a1dc7b5e64243338117200a73c31e35, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T07:23:50,363 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/hbase/meta/1588230740/.tmp/ns/8d1a2c10d6174bd08e767796fe02f125 as hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/hbase/meta/1588230740/ns/8d1a2c10d6174bd08e767796fe02f125 2024-11-13T07:23:50,366 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/hbase/meta/1588230740/ns/8d1a2c10d6174bd08e767796fe02f125, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T07:23:50,367 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/hbase/meta/1588230740/.tmp/rep_barrier/921cf36ceda24771945d5a2585b2aad3 as hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/hbase/meta/1588230740/rep_barrier/921cf36ceda24771945d5a2585b2aad3 2024-11-13T07:23:50,370 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/hbase/meta/1588230740/rep_barrier/921cf36ceda24771945d5a2585b2aad3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T07:23:50,371 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/hbase/meta/1588230740/.tmp/table/c46abc1ea24142a4b44281e7b0119e29 as hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/hbase/meta/1588230740/table/c46abc1ea24142a4b44281e7b0119e29 2024-11-13T07:23:50,375 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/hbase/meta/1588230740/table/c46abc1ea24142a4b44281e7b0119e29, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T07:23:50,376 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1378ms, sequenceid=16, compaction requested=false 2024-11-13T07:23:50,379 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T07:23:50,380 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:23:50,380 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:23:50,380 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:23:50,380 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482628998Running coprocessor pre-close hooks at 1731482628998Disabling compacts and flushes for region at 1731482628998Disabling writes for close at 1731482628998Obtaining lock to block concurrent updates at 1731482628998Preparing flush snapshotting stores in 1588230740 at 1731482628998Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731482628999 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731482628999Flushing 1588230740/info: creating writer at 1731482628999Flushing 1588230740/info: appending metadata at 1731482629015 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731482629015Flushing 1588230740/ns: creating writer at 1731482629424 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731482629444 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731482629444Flushing 1588230740/rep_barrier: creating writer at 1731482629467 (+23 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731482629498 (+31 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731482629498Flushing 1588230740/table: creating writer at 1731482629921 (+423 ms)Flushing 1588230740/table: appending metadata at 1731482629938 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731482629938Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26a50625: reopening flushed file at 1731482630358 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30c25faa: reopening flushed file at 1731482630362 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53b6d91: reopening flushed file at 1731482630366 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f857b1a: reopening flushed file at 1731482630371 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1378ms, sequenceid=16, compaction requested=false at 1731482630376 (+5 ms)Writing region close event to WAL at 1731482630377 (+1 ms)Running coprocessor post-close hooks at 1731482630380 (+3 ms)Closed at 1731482630380 2024-11-13T07:23:50,380 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T07:23:50,400 DEBUG [RS:0;2998b885bdef:41775 {}] regionserver.HRegionServer(1351): Waiting on bdaef6a67b70705cba6ae164b7531a26 2024-11-13T07:23:50,557 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900 to pos 1161, reset compression=false 2024-11-13T07:23:50,600 DEBUG [RS:0;2998b885bdef:41775 {}] regionserver.HRegionServer(1351): Waiting on bdaef6a67b70705cba6ae164b7531a26 2024-11-13T07:23:50,754 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/default/test/bdaef6a67b70705cba6ae164b7531a26/.tmp/norep/979e6d88d0e24e05b64bd76fa23296c8 2024-11-13T07:23:50,758 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 979e6d88d0e24e05b64bd76fa23296c8 2024-11-13T07:23:50,758 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/default/test/bdaef6a67b70705cba6ae164b7531a26/.tmp/f/0cdf1f0af58044c5a2e94b6243b22bd8 as hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/default/test/bdaef6a67b70705cba6ae164b7531a26/f/0cdf1f0af58044c5a2e94b6243b22bd8 2024-11-13T07:23:50,762 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0cdf1f0af58044c5a2e94b6243b22bd8 2024-11-13T07:23:50,762 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/default/test/bdaef6a67b70705cba6ae164b7531a26/f/0cdf1f0af58044c5a2e94b6243b22bd8, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T07:23:50,763 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/default/test/bdaef6a67b70705cba6ae164b7531a26/.tmp/f1/9cf2e25a26bf4a40aece85d4f29245fb as hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/default/test/bdaef6a67b70705cba6ae164b7531a26/f1/9cf2e25a26bf4a40aece85d4f29245fb 2024-11-13T07:23:50,767 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9cf2e25a26bf4a40aece85d4f29245fb 2024-11-13T07:23:50,767 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/default/test/bdaef6a67b70705cba6ae164b7531a26/f1/9cf2e25a26bf4a40aece85d4f29245fb, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T07:23:50,768 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/default/test/bdaef6a67b70705cba6ae164b7531a26/.tmp/norep/979e6d88d0e24e05b64bd76fa23296c8 as hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/default/test/bdaef6a67b70705cba6ae164b7531a26/norep/979e6d88d0e24e05b64bd76fa23296c8 2024-11-13T07:23:50,772 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 979e6d88d0e24e05b64bd76fa23296c8 2024-11-13T07:23:50,772 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/default/test/bdaef6a67b70705cba6ae164b7531a26/norep/979e6d88d0e24e05b64bd76fa23296c8, entries=1, sequenceid=8, filesize=5.0 K 2024-11-13T07:23:50,773 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for bdaef6a67b70705cba6ae164b7531a26 in 1326ms, sequenceid=8, compaction requested=false 2024-11-13T07:23:50,776 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/data/default/test/bdaef6a67b70705cba6ae164b7531a26/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T07:23:50,776 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:23:50,776 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T07:23:50,777 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731482614754.bdaef6a67b70705cba6ae164b7531a26. 2024-11-13T07:23:50,777 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bdaef6a67b70705cba6ae164b7531a26: Waiting for close lock at 1731482629447Running coprocessor pre-close hooks at 1731482629447Disabling compacts and flushes for region at 1731482629447Disabling writes for close at 1731482629447Obtaining lock to block concurrent updates at 1731482629448 (+1 ms)Preparing flush snapshotting stores in bdaef6a67b70705cba6ae164b7531a26 at 1731482629448Finished memstore snapshotting test,,1731482614754.bdaef6a67b70705cba6ae164b7531a26., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731482629448Flushing stores of test,,1731482614754.bdaef6a67b70705cba6ae164b7531a26. at 1731482629448Flushing bdaef6a67b70705cba6ae164b7531a26/f: creating writer at 1731482629448Flushing bdaef6a67b70705cba6ae164b7531a26/f: appending metadata at 1731482629477 (+29 ms)Flushing bdaef6a67b70705cba6ae164b7531a26/f: closing flushed file at 1731482629477Flushing bdaef6a67b70705cba6ae164b7531a26/f1: creating writer at 1731482629908 (+431 ms)Flushing bdaef6a67b70705cba6ae164b7531a26/f1: appending metadata at 1731482629922 (+14 ms)Flushing bdaef6a67b70705cba6ae164b7531a26/f1: closing flushed file at 1731482629922Flushing bdaef6a67b70705cba6ae164b7531a26/norep: creating writer at 1731482630335 (+413 ms)Flushing bdaef6a67b70705cba6ae164b7531a26/norep: appending metadata at 1731482630349 (+14 ms)Flushing bdaef6a67b70705cba6ae164b7531a26/norep: closing flushed file at 1731482630349Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b4dd85a: reopening flushed file at 1731482630758 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42d2022: reopening flushed file at 1731482630762 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@567012f1: reopening flushed file at 1731482630767 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for bdaef6a67b70705cba6ae164b7531a26 in 1326ms, sequenceid=8, compaction requested=false at 1731482630773 (+6 ms)Writing region close event to WAL at 1731482630774 (+1 ms)Running coprocessor post-close hooks at 1731482630776 (+2 ms)Closed at 1731482630777 (+1 ms) 2024-11-13T07:23:50,777 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731482614754.bdaef6a67b70705cba6ae164b7531a26. 2024-11-13T07:23:50,800 INFO [RS:0;2998b885bdef:41775 {}] regionserver.HRegionServer(976): stopping server 2998b885bdef,41775,1731482605674; all regions closed. 2024-11-13T07:23:50,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741834_1010 (size=4239) 2024-11-13T07:23:50,803 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.meta.1731482608903.meta not finished, retry = 0 2024-11-13T07:23:50,861 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900 to pos 1161, reset compression=false 2024-11-13T07:23:50,865 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:23:50,865 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900 to pos 1805, reset compression=false 2024-11-13T07:23:50,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741839_1015 (size=2676) 2024-11-13T07:23:50,906 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.rep.1731482618197 not finished, retry = 0 2024-11-13T07:23:51,009 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900 not finished, retry = 0 2024-11-13T07:23:51,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741832_1008 (size=1813) 2024-11-13T07:23:51,070 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900 to pos 1805, reset compression=false 2024-11-13T07:23:51,109 DEBUG [RS:0;2998b885bdef:41775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:51,109 INFO [RS:0;2998b885bdef:41775 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:23:51,109 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/WALs/2998b885bdef,41775,1731482605674/2998b885bdef%2C41775%2C1731482605674.1731482607900 2024-11-13T07:23:51,110 INFO [RS:0;2998b885bdef:41775 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:23:51,110 INFO [RS:0;2998b885bdef:41775 {}] hbase.ChoreService(370): Chore service for: regionserver/2998b885bdef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T07:23:51,110 INFO [RS:0;2998b885bdef:41775 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:23:51,110 INFO [regionserver/2998b885bdef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:23:51,110 INFO [RS:0;2998b885bdef:41775 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2998b885bdef,41775,1731482605674 because: Region server is closing 2024-11-13T07:23:51,110 INFO [RS:0;2998b885bdef:41775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:41775. 2024-11-13T07:23:51,110 DEBUG [RS:0;2998b885bdef:41775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:23:51,110 DEBUG [RS:0;2998b885bdef:41775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:51,110 DEBUG [RS:0;2998b885bdef:41775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:51,110 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:23:51,211 INFO [RS:0;2998b885bdef:41775 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.shipper2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 terminated 2024-11-13T07:23:51,211 INFO [RS:0;2998b885bdef:41775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:41775. 2024-11-13T07:23:51,211 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,41775,1731482605674.replicationSource.wal-reader.2998b885bdef%2C41775%2C1731482605674,1-2998b885bdef,41775,1731482605674 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-13T07:23:51,211 DEBUG [RS:0;2998b885bdef:41775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:23:51,211 DEBUG [RS:0;2998b885bdef:41775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:51,211 DEBUG [RS:0;2998b885bdef:41775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:51,211 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:23:51,211 INFO [RS:0;2998b885bdef:41775 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41775 2024-11-13T07:23:51,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44773-0x1013313c9d90000, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343686929/rs 2024-11-13T07:23:51,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x1013313c9d90001, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1343686929/rs/2998b885bdef,41775,1731482605674 2024-11-13T07:23:51,233 INFO [RS:0;2998b885bdef:41775 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:23:51,244 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2998b885bdef,41775,1731482605674] 2024-11-13T07:23:51,254 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1343686929/draining/2998b885bdef,41775,1731482605674 already deleted, retry=false 2024-11-13T07:23:51,254 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2998b885bdef,41775,1731482605674 expired; onlineServers=0 2024-11-13T07:23:51,254 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2998b885bdef,44773,1731482605434' ***** 2024-11-13T07:23:51,254 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T07:23:51,255 INFO [M:0;2998b885bdef:44773 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:23:51,255 INFO [M:0;2998b885bdef:44773 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:23:51,255 DEBUG [M:0;2998b885bdef:44773 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T07:23:51,255 DEBUG [M:0;2998b885bdef:44773 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T07:23:51,255 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482607713 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482607713,5,FailOnTimeoutGroup] 2024-11-13T07:23:51,255 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482607713 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482607713,5,FailOnTimeoutGroup] 2024-11-13T07:23:51,255 INFO [M:0;2998b885bdef:44773 {}] hbase.ChoreService(370): Chore service for: master/2998b885bdef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T07:23:51,255 INFO [M:0;2998b885bdef:44773 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:23:51,255 DEBUG [M:0;2998b885bdef:44773 {}] master.HMaster(1795): Stopping service threads 2024-11-13T07:23:51,255 INFO [M:0;2998b885bdef:44773 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T07:23:51,255 INFO [M:0;2998b885bdef:44773 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:23:51,255 INFO [M:0;2998b885bdef:44773 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T07:23:51,255 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T07:23:51,256 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T07:23:51,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44773-0x1013313c9d90000, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1343686929/master 2024-11-13T07:23:51,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44773-0x1013313c9d90000, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1343686929 2024-11-13T07:23:51,265 DEBUG [M:0;2998b885bdef:44773 {}] zookeeper.ZKUtil(347): master:44773-0x1013313c9d90000, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Unable to get data of znode /0-1343686929/master because node does not exist (not an error) 2024-11-13T07:23:51,265 WARN [M:0;2998b885bdef:44773 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T07:23:51,266 INFO [M:0;2998b885bdef:44773 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/.lastflushedseqids 2024-11-13T07:23:51,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741848_1024 (size=245) 2024-11-13T07:23:51,276 INFO [M:0;2998b885bdef:44773 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T07:23:51,276 INFO [M:0;2998b885bdef:44773 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T07:23:51,277 DEBUG [M:0;2998b885bdef:44773 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:23:51,277 INFO [M:0;2998b885bdef:44773 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:23:51,277 DEBUG [M:0;2998b885bdef:44773 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:23:51,277 DEBUG [M:0;2998b885bdef:44773 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:23:51,277 DEBUG [M:0;2998b885bdef:44773 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:23:51,277 INFO [M:0;2998b885bdef:44773 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-13T07:23:51,296 DEBUG [M:0;2998b885bdef:44773 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c199074f51d49c583e45888642aaf59 is 82, key is hbase:meta,,1/info:regioninfo/1731482608945/Put/seqid=0 2024-11-13T07:23:51,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741849_1025 (size=5672) 2024-11-13T07:23:51,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x1013313c9d90001, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:23:51,344 INFO [RS:0;2998b885bdef:41775 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:23:51,344 INFO [RS:0;2998b885bdef:41775 {}] regionserver.HRegionServer(1031): Exiting; stopping=2998b885bdef,41775,1731482605674; zookeeper connection closed. 2024-11-13T07:23:51,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x1013313c9d90001, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:23:51,344 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@59e34db9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@59e34db9 2024-11-13T07:23:51,345 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T07:23:51,444 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T07:23:51,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:51,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:51,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:51,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:51,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:51,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:51,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:51,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:51,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:51,700 INFO [M:0;2998b885bdef:44773 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c199074f51d49c583e45888642aaf59 2024-11-13T07:23:51,716 DEBUG [M:0;2998b885bdef:44773 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/708e2784b25647f8bd2d237c4f9029d9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731482618235/Put/seqid=0 2024-11-13T07:23:51,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741850_1026 (size=8515) 2024-11-13T07:23:52,133 INFO [M:0;2998b885bdef:44773 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/708e2784b25647f8bd2d237c4f9029d9 2024-11-13T07:23:52,150 DEBUG [M:0;2998b885bdef:44773 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d1baa6545864b2dae482468e259229c is 69, key is 2998b885bdef,41775,1731482605674/rs:state/1731482607743/Put/seqid=0 2024-11-13T07:23:52,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741851_1027 (size=5156) 2024-11-13T07:23:52,155 INFO [M:0;2998b885bdef:44773 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d1baa6545864b2dae482468e259229c 2024-11-13T07:23:52,159 DEBUG [M:0;2998b885bdef:44773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c199074f51d49c583e45888642aaf59 as hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c199074f51d49c583e45888642aaf59 2024-11-13T07:23:52,163 INFO [M:0;2998b885bdef:44773 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c199074f51d49c583e45888642aaf59, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T07:23:52,163 DEBUG [M:0;2998b885bdef:44773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/708e2784b25647f8bd2d237c4f9029d9 as hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/708e2784b25647f8bd2d237c4f9029d9 2024-11-13T07:23:52,167 INFO [M:0;2998b885bdef:44773 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/708e2784b25647f8bd2d237c4f9029d9, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T07:23:52,168 DEBUG [M:0;2998b885bdef:44773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d1baa6545864b2dae482468e259229c as hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5d1baa6545864b2dae482468e259229c 2024-11-13T07:23:52,171 INFO [M:0;2998b885bdef:44773 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40545/user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5d1baa6545864b2dae482468e259229c, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T07:23:52,172 INFO [M:0;2998b885bdef:44773 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=97, compaction requested=false 2024-11-13T07:23:52,177 INFO [M:0;2998b885bdef:44773 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:23:52,177 DEBUG [M:0;2998b885bdef:44773 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482631277Disabling compacts and flushes for region at 1731482631277Disabling writes for close at 1731482631277Obtaining lock to block concurrent updates at 1731482631277Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731482631277Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731482631277Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731482631278 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731482631278Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731482631295 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731482631295Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731482631703 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731482631716 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731482631716Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731482632137 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731482632150 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731482632150Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64f969de: reopening flushed file at 1731482632159 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d77e51e: reopening flushed file at 1731482632163 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12cb7ce3: reopening flushed file at 1731482632167 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=97, compaction requested=false at 1731482632172 (+5 ms)Writing region close event to WAL at 1731482632177 (+5 ms)Closed at 1731482632177 2024-11-13T07:23:52,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741830_1006 (size=63642) 2024-11-13T07:23:52,182 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/00c05b37-9dbb-2ffb-4419-3d37b64ef349/MasterData/WALs/2998b885bdef,44773,1731482605434/2998b885bdef%2C44773%2C1731482605434.1731482607482 not finished, retry = 0 2024-11-13T07:23:52,283 INFO [M:0;2998b885bdef:44773 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T07:23:52,283 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:23:52,283 INFO [M:0;2998b885bdef:44773 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44773 2024-11-13T07:23:52,283 INFO [M:0;2998b885bdef:44773 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:23:52,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44773-0x1013313c9d90000, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:23:52,430 INFO [M:0;2998b885bdef:44773 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:23:52,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44773-0x1013313c9d90000, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:23:52,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6db809a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:23:52,432 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52e12a2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:23:52,433 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:23:52,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70b817da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:23:52,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42b35a04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3adf3706-a728-58da-0a2a-4e4d91beb27d/hadoop.log.dir/,STOPPED} 2024-11-13T07:23:52,434 WARN [BP-374358562-172.17.0.3-1731482603082 heartbeating to localhost/127.0.0.1:40545 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T07:23:52,434 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T07:23:52,434 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T07:23:52,434 WARN [BP-374358562-172.17.0.3-1731482603082 heartbeating to localhost/127.0.0.1:40545 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-374358562-172.17.0.3-1731482603082 (Datanode Uuid 9e45c5bb-9672-4b84-86d6-4f45b0181458) service to localhost/127.0.0.1:40545 2024-11-13T07:23:52,434 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3adf3706-a728-58da-0a2a-4e4d91beb27d/cluster_ac4cebda-4e98-dc26-5bf0-5ea654e42d59/data/data1/current/BP-374358562-172.17.0.3-1731482603082 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:23:52,435 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3adf3706-a728-58da-0a2a-4e4d91beb27d/cluster_ac4cebda-4e98-dc26-5bf0-5ea654e42d59/data/data2/current/BP-374358562-172.17.0.3-1731482603082 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:23:52,435 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T07:23:52,439 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7cf3dec4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:23:52,440 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a7a6c13{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:23:52,440 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:23:52,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@501965e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:23:52,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fdfef11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3adf3706-a728-58da-0a2a-4e4d91beb27d/hadoop.log.dir/,STOPPED} 2024-11-13T07:23:52,445 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T07:23:52,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T07:23:52,477 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=259 (was 239) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43065 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40545 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43065 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43065 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54193) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40545 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40545 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:43065 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43065 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54193) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:40545 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40545 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=657 (was 620) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=586 (was 732), ProcessCount=11 (was 11), AvailableMemoryMB=3558 (was 4063) 2024-11-13T07:23:52,485 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=259, OpenFileDescriptor=657, MaxFileDescriptor=1048576, SystemLoadAverage=586, ProcessCount=11, AvailableMemoryMB=3558 2024-11-13T07:23:52,497 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-13T07:23:52,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcb3ab07-be59-0482-7529-78e32d1e49c4/hadoop.log.dir so I do NOT create it in target/test-data/a371bae9-1adf-50af-f191-9056b7701a5d 2024-11-13T07:23:52,497 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcb3ab07-be59-0482-7529-78e32d1e49c4/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T07:23:52,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcb3ab07-be59-0482-7529-78e32d1e49c4/hadoop.tmp.dir so I do NOT create it in target/test-data/a371bae9-1adf-50af-f191-9056b7701a5d 2024-11-13T07:23:52,497 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcb3ab07-be59-0482-7529-78e32d1e49c4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T07:23:52,498 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a371bae9-1adf-50af-f191-9056b7701a5d 2024-11-13T07:23:52,498 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a371bae9-1adf-50af-f191-9056b7701a5d/cluster_68b7325f-4b25-7ebb-c174-c43bc94809a9, deleteOnExit=true 2024-11-13T07:23:52,500 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a371bae9-1adf-50af-f191-9056b7701a5d/cluster_68b7325f-4b25-7ebb-c174-c43bc94809a9/zookeeper_0, clientPort=64210, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a371bae9-1adf-50af-f191-9056b7701a5d/cluster_68b7325f-4b25-7ebb-c174-c43bc94809a9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a371bae9-1adf-50af-f191-9056b7701a5d/cluster_68b7325f-4b25-7ebb-c174-c43bc94809a9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T07:23:52,501 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64210 2024-11-13T07:23:52,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T07:23:52,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T07:23:52,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a371bae9-1adf-50af-f191-9056b7701a5d/test.cache.data in system properties and HBase conf 2024-11-13T07:23:52,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a371bae9-1adf-50af-f191-9056b7701a5d/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T07:23:52,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a371bae9-1adf-50af-f191-9056b7701a5d/hadoop.log.dir in system properties and HBase conf 2024-11-13T07:23:52,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a371bae9-1adf-50af-f191-9056b7701a5d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T07:23:52,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a371bae9-1adf-50af-f191-9056b7701a5d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T07:23:52,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T07:23:52,501 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T07:23:52,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a371bae9-1adf-50af-f191-9056b7701a5d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:23:52,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a371bae9-1adf-50af-f191-9056b7701a5d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:23:52,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a371bae9-1adf-50af-f191-9056b7701a5d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T07:23:52,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a371bae9-1adf-50af-f191-9056b7701a5d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:23:52,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a371bae9-1adf-50af-f191-9056b7701a5d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T07:23:52,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a371bae9-1adf-50af-f191-9056b7701a5d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T07:23:52,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a371bae9-1adf-50af-f191-9056b7701a5d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:23:52,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a371bae9-1adf-50af-f191-9056b7701a5d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:23:52,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a371bae9-1adf-50af-f191-9056b7701a5d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T07:23:52,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a371bae9-1adf-50af-f191-9056b7701a5d/nfs.dump.dir in system properties and HBase conf 2024-11-13T07:23:52,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a371bae9-1adf-50af-f191-9056b7701a5d/java.io.tmpdir in system properties and HBase conf 2024-11-13T07:23:52,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a371bae9-1adf-50af-f191-9056b7701a5d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:23:52,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a371bae9-1adf-50af-f191-9056b7701a5d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T07:23:52,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a371bae9-1adf-50af-f191-9056b7701a5d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T07:23:52,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013313c9d90005, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T07:23:52,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013313c9d90002, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T07:23:52,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013313c9d90002, quorum=127.0.0.1:54193, baseZNode=/0-1343686929 Received Disconnected from ZooKeeper, ignoring 2024-11-13T07:23:52,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013313c9d90005, quorum=127.0.0.1:54193, baseZNode=/1-1093106236 Received Disconnected from ZooKeeper, ignoring 2024-11-13T07:23:53,075 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:23:53,078 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:23:53,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:23:53,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:23:53,079 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T07:23:53,080 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:23:53,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17bc80f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a371bae9-1adf-50af-f191-9056b7701a5d/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:23:53,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36565d44{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:23:53,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@321e8327{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a371bae9-1adf-50af-f191-9056b7701a5d/java.io.tmpdir/jetty-localhost-44203-hadoop-hdfs-3_4_1-tests_jar-_-any-18360079820998079259/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:23:53,185 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d281843{HTTP/1.1, (http/1.1)}{localhost:44203} 2024-11-13T07:23:53,185 INFO [Time-limited test {}] server.Server(415): Started @321076ms 2024-11-13T07:23:53,554 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:23:53,558 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:23:53,559 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:23:53,559 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:23:53,559 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T07:23:53,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a4775d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a371bae9-1adf-50af-f191-9056b7701a5d/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:23:53,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63738be6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:23:53,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b663765{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a371bae9-1adf-50af-f191-9056b7701a5d/java.io.tmpdir/jetty-localhost-39817-hadoop-hdfs-3_4_1-tests_jar-_-any-18313544515355214134/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:23:53,658 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50303ef9{HTTP/1.1, (http/1.1)}{localhost:39817} 2024-11-13T07:23:53,658 INFO [Time-limited test {}] server.Server(415): Started @321548ms 2024-11-13T07:23:53,659 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T07:23:54,573 WARN [Thread-2670 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a371bae9-1adf-50af-f191-9056b7701a5d/cluster_68b7325f-4b25-7ebb-c174-c43bc94809a9/data/data1/current/BP-1499021756-172.17.0.3-1731482632516/current, will proceed with Du for space computation calculation, 2024-11-13T07:23:54,574 WARN [Thread-2671 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a371bae9-1adf-50af-f191-9056b7701a5d/cluster_68b7325f-4b25-7ebb-c174-c43bc94809a9/data/data2/current/BP-1499021756-172.17.0.3-1731482632516/current, will proceed with Du for space computation calculation, 2024-11-13T07:23:54,605 WARN [Thread-2658 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T07:23:54,610 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b975a1804b40c5c with lease ID 0xef7c0f28c251ac85: Processing first storage report for DS-ed35531e-ddf0-4952-b098-9b7a356a340b from datanode DatanodeRegistration(127.0.0.1:39739, datanodeUuid=30c16b72-f962-4729-86ee-ebb6bf17b7eb, infoPort=33927, infoSecurePort=0, ipcPort=44031, storageInfo=lv=-57;cid=testClusterID;nsid=669700387;c=1731482632516) 2024-11-13T07:23:54,610 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b975a1804b40c5c with lease ID 0xef7c0f28c251ac85: from storage DS-ed35531e-ddf0-4952-b098-9b7a356a340b node DatanodeRegistration(127.0.0.1:39739, datanodeUuid=30c16b72-f962-4729-86ee-ebb6bf17b7eb, infoPort=33927, infoSecurePort=0, ipcPort=44031, storageInfo=lv=-57;cid=testClusterID;nsid=669700387;c=1731482632516), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T07:23:54,610 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b975a1804b40c5c with lease ID 0xef7c0f28c251ac85: Processing first storage report for DS-e86e13ba-3d1e-4643-8520-5378046b21af from datanode DatanodeRegistration(127.0.0.1:39739, datanodeUuid=30c16b72-f962-4729-86ee-ebb6bf17b7eb, infoPort=33927, infoSecurePort=0, ipcPort=44031, storageInfo=lv=-57;cid=testClusterID;nsid=669700387;c=1731482632516) 2024-11-13T07:23:54,610 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b975a1804b40c5c with lease ID 0xef7c0f28c251ac85: from storage DS-e86e13ba-3d1e-4643-8520-5378046b21af node DatanodeRegistration(127.0.0.1:39739, datanodeUuid=30c16b72-f962-4729-86ee-ebb6bf17b7eb, infoPort=33927, infoSecurePort=0, ipcPort=44031, storageInfo=lv=-57;cid=testClusterID;nsid=669700387;c=1731482632516), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T07:23:54,697 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a371bae9-1adf-50af-f191-9056b7701a5d 2024-11-13T07:23:54,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:23:54,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:23:54,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741825_1001 (size=7) 2024-11-13T07:23:55,106 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3 with version=8 2024-11-13T07:23:55,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/hbase-staging 2024-11-13T07:23:55,108 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:23:55,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:23:55,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:23:55,108 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:23:55,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:23:55,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:23:55,108 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T07:23:55,108 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:23:55,108 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44015 2024-11-13T07:23:55,109 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44015 connecting to ZooKeeper ensemble=127.0.0.1:64210 2024-11-13T07:23:55,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440150x0, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:23:55,155 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44015-0x10133143cdf0000 connected 2024-11-13T07:23:55,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:23:55,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:23:55,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44015-0x10133143cdf0000, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Set watcher on znode that does not yet exist, /0-2063990468/running 2024-11-13T07:23:55,273 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3, hbase.cluster.distributed=false 2024-11-13T07:23:55,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44015-0x10133143cdf0000, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Set watcher on znode that does not yet exist, /0-2063990468/acl 2024-11-13T07:23:55,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44015 2024-11-13T07:23:55,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44015 2024-11-13T07:23:55,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44015 2024-11-13T07:23:55,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44015 2024-11-13T07:23:55,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44015 2024-11-13T07:23:55,293 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:23:55,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:23:55,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:23:55,293 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:23:55,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:23:55,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:23:55,293 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T07:23:55,293 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:23:55,294 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39771 2024-11-13T07:23:55,294 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39771 connecting to ZooKeeper ensemble=127.0.0.1:64210 2024-11-13T07:23:55,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:23:55,296 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:23:55,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397710x0, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:23:55,312 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397710x0, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Set watcher on znode that does not yet exist, /0-2063990468/running 2024-11-13T07:23:55,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39771-0x10133143cdf0001 connected 2024-11-13T07:23:55,312 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T07:23:55,315 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T07:23:55,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39771-0x10133143cdf0001, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Set watcher on znode that does not yet exist, /0-2063990468/master 2024-11-13T07:23:55,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39771-0x10133143cdf0001, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Set watcher on znode that does not yet exist, /0-2063990468/acl 2024-11-13T07:23:55,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39771 2024-11-13T07:23:55,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39771 2024-11-13T07:23:55,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39771 2024-11-13T07:23:55,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39771 2024-11-13T07:23:55,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39771 2024-11-13T07:23:55,336 DEBUG [M:0;2998b885bdef:44015 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2998b885bdef:44015 2024-11-13T07:23:55,336 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2063990468/backup-masters/2998b885bdef,44015,1731482635107 2024-11-13T07:23:55,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x10133143cdf0001, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2063990468/backup-masters 2024-11-13T07:23:55,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44015-0x10133143cdf0000, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2063990468/backup-masters 2024-11-13T07:23:55,343 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44015-0x10133143cdf0000, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Set watcher on existing znode=/0-2063990468/backup-masters/2998b885bdef,44015,1731482635107 2024-11-13T07:23:55,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x10133143cdf0001, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2063990468/master 2024-11-13T07:23:55,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44015-0x10133143cdf0000, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2063990468 2024-11-13T07:23:55,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x10133143cdf0001, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2063990468 2024-11-13T07:23:55,354 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44015-0x10133143cdf0000, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Set watcher on existing znode=/0-2063990468/master 2024-11-13T07:23:55,354 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2063990468/backup-masters/2998b885bdef,44015,1731482635107 from backup master directory 2024-11-13T07:23:55,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44015-0x10133143cdf0000, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2063990468/backup-masters/2998b885bdef,44015,1731482635107 2024-11-13T07:23:55,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x10133143cdf0001, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2063990468/backup-masters 2024-11-13T07:23:55,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44015-0x10133143cdf0000, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2063990468/backup-masters 2024-11-13T07:23:55,364 WARN [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:23:55,364 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2998b885bdef,44015,1731482635107 2024-11-13T07:23:55,367 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/hbase.id] with ID: 2d235c43-7798-4653-80c6-826be067fc63 2024-11-13T07:23:55,367 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/.tmp/hbase.id 2024-11-13T07:23:55,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741826_1002 (size=42) 2024-11-13T07:23:55,773 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/.tmp/hbase.id]:[hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/hbase.id] 2024-11-13T07:23:55,785 INFO [master/2998b885bdef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:23:55,786 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T07:23:55,786 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T07:23:55,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x10133143cdf0001, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2063990468 2024-11-13T07:23:55,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44015-0x10133143cdf0000, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2063990468 2024-11-13T07:23:55,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741827_1003 (size=196) 2024-11-13T07:23:56,213 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:23:56,213 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T07:23:56,214 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:23:56,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741828_1004 (size=1189) 2024-11-13T07:23:56,622 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/MasterData/data/master/store 2024-11-13T07:23:56,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741829_1005 (size=34) 2024-11-13T07:23:56,713 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T07:23:56,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:56,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:56,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:56,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:56,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:56,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:56,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:56,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:56,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:56,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:23:57,031 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:23:57,032 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:23:57,032 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:23:57,032 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:23:57,032 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:23:57,032 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:23:57,032 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:23:57,032 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482637031Disabling compacts and flushes for region at 1731482637031Disabling writes for close at 1731482637032 (+1 ms)Writing region close event to WAL at 1731482637032Closed at 1731482637032 2024-11-13T07:23:57,033 WARN [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/MasterData/data/master/store/.initializing 2024-11-13T07:23:57,033 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/MasterData/WALs/2998b885bdef,44015,1731482635107 2024-11-13T07:23:57,033 INFO [master/2998b885bdef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:23:57,035 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2998b885bdef%2C44015%2C1731482635107, suffix=, logDir=hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/MasterData/WALs/2998b885bdef,44015,1731482635107, archiveDir=hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/MasterData/oldWALs, maxLogs=10 2024-11-13T07:23:57,050 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/MasterData/WALs/2998b885bdef,44015,1731482635107/2998b885bdef%2C44015%2C1731482635107.1731482637035, exclude list is [], retry=0 2024-11-13T07:23:57,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39739,DS-ed35531e-ddf0-4952-b098-9b7a356a340b,DISK] 2024-11-13T07:23:57,053 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/MasterData/WALs/2998b885bdef,44015,1731482635107/2998b885bdef%2C44015%2C1731482635107.1731482637035 2024-11-13T07:23:57,053 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33927:33927)] 2024-11-13T07:23:57,053 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:23:57,054 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:23:57,054 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:57,054 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:57,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:57,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T07:23:57,056 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:57,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:23:57,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:57,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T07:23:57,057 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:57,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:23:57,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:57,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T07:23:57,058 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:57,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:23:57,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:57,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T07:23:57,059 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:57,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:23:57,059 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:57,060 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:57,060 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:57,060 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:57,060 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:57,061 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:23:57,061 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:23:57,063 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:23:57,063 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64063196, jitterRate=-0.045383989810943604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:23:57,063 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731482637054Initializing all the Stores at 1731482637054Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482637054Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482637055 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482637055Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482637055Cleaning up temporary data from old regions at 1731482637060 (+5 ms)Region opened successfully at 1731482637063 (+3 ms) 2024-11-13T07:23:57,063 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T07:23:57,065 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74edff13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:23:57,066 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T07:23:57,066 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T07:23:57,066 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T07:23:57,066 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T07:23:57,066 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T07:23:57,066 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T07:23:57,066 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T07:23:57,068 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T07:23:57,068 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44015-0x10133143cdf0000, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Unable to get data of znode /0-2063990468/balancer because node does not exist (not necessarily an error) 2024-11-13T07:23:57,121 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2063990468/balancer already deleted, retry=false 2024-11-13T07:23:57,121 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T07:23:57,122 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44015-0x10133143cdf0000, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Unable to get data of znode /0-2063990468/normalizer because node does not exist (not necessarily an error) 2024-11-13T07:23:57,132 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2063990468/normalizer already deleted, retry=false 2024-11-13T07:23:57,132 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T07:23:57,133 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44015-0x10133143cdf0000, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Unable to get data of znode /0-2063990468/switch/split because node does not exist (not necessarily an error) 2024-11-13T07:23:57,143 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2063990468/switch/split already deleted, retry=false 2024-11-13T07:23:57,143 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44015-0x10133143cdf0000, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Unable to get data of znode /0-2063990468/switch/merge because node does not exist (not necessarily an error) 2024-11-13T07:23:57,153 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2063990468/switch/merge already deleted, retry=false 2024-11-13T07:23:57,155 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44015-0x10133143cdf0000, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Unable to get data of znode /0-2063990468/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T07:23:57,164 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2063990468/snapshot-cleanup already deleted, retry=false 2024-11-13T07:23:57,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x10133143cdf0001, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2063990468/running 2024-11-13T07:23:57,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44015-0x10133143cdf0000, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2063990468/running 2024-11-13T07:23:57,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x10133143cdf0001, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2063990468 2024-11-13T07:23:57,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44015-0x10133143cdf0000, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2063990468 2024-11-13T07:23:57,174 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2998b885bdef,44015,1731482635107, sessionid=0x10133143cdf0000, setting cluster-up flag (Was=false) 2024-11-13T07:23:57,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x10133143cdf0001, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2063990468 2024-11-13T07:23:57,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44015-0x10133143cdf0000, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2063990468 2024-11-13T07:23:57,227 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2063990468/flush-table-proc/acquired, /0-2063990468/flush-table-proc/reached, /0-2063990468/flush-table-proc/abort 2024-11-13T07:23:57,228 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,44015,1731482635107 2024-11-13T07:23:57,241 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:23:57,241 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2998b885bdef,39417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:39417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T07:23:57,242 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38397 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2998b885bdef,39417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:39417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T07:23:57,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x10133143cdf0001, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2063990468 2024-11-13T07:23:57,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44015-0x10133143cdf0000, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2063990468 2024-11-13T07:23:57,311 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2063990468/online-snapshot/acquired, /0-2063990468/online-snapshot/reached, /0-2063990468/online-snapshot/abort 2024-11-13T07:23:57,312 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,44015,1731482635107 2024-11-13T07:23:57,313 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T07:23:57,314 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T07:23:57,314 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T07:23:57,314 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T07:23:57,314 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2998b885bdef,44015,1731482635107 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T07:23:57,315 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:23:57,315 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:23:57,315 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:23:57,315 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:23:57,315 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2998b885bdef:0, corePoolSize=10, maxPoolSize=10 2024-11-13T07:23:57,315 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:57,315 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:23:57,315 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:57,316 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731482667316 2024-11-13T07:23:57,316 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T07:23:57,316 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T07:23:57,316 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T07:23:57,316 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T07:23:57,316 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T07:23:57,316 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T07:23:57,316 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:23:57,316 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:57,316 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T07:23:57,317 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T07:23:57,317 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T07:23:57,317 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T07:23:57,317 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T07:23:57,317 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T07:23:57,317 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T07:23:57,317 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482637317,5,FailOnTimeoutGroup] 2024-11-13T07:23:57,317 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:57,317 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482637317,5,FailOnTimeoutGroup] 2024-11-13T07:23:57,317 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:57,317 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T07:23:57,317 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:57,317 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:57,317 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T07:23:57,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741831_1007 (size=1321) 2024-11-13T07:23:57,332 INFO [RS:0;2998b885bdef:39771 {}] regionserver.HRegionServer(746): ClusterId : 2d235c43-7798-4653-80c6-826be067fc63 2024-11-13T07:23:57,332 DEBUG [RS:0;2998b885bdef:39771 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T07:23:57,343 DEBUG [RS:0;2998b885bdef:39771 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T07:23:57,343 DEBUG [RS:0;2998b885bdef:39771 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T07:23:57,354 DEBUG [RS:0;2998b885bdef:39771 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T07:23:57,355 DEBUG [RS:0;2998b885bdef:39771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb21757, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:23:57,369 DEBUG [RS:0;2998b885bdef:39771 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2998b885bdef:39771 2024-11-13T07:23:57,369 INFO [RS:0;2998b885bdef:39771 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T07:23:57,369 INFO [RS:0;2998b885bdef:39771 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T07:23:57,369 DEBUG [RS:0;2998b885bdef:39771 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T07:23:57,369 INFO [RS:0;2998b885bdef:39771 {}] regionserver.HRegionServer(2659): reportForDuty to master=2998b885bdef,44015,1731482635107 with port=39771, startcode=1731482635293 2024-11-13T07:23:57,370 DEBUG [RS:0;2998b885bdef:39771 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T07:23:57,371 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T07:23:57,371 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44015 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2998b885bdef,39771,1731482635293 2024-11-13T07:23:57,371 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44015 {}] master.ServerManager(517): Registering regionserver=2998b885bdef,39771,1731482635293 2024-11-13T07:23:57,372 DEBUG [RS:0;2998b885bdef:39771 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3 2024-11-13T07:23:57,372 DEBUG [RS:0;2998b885bdef:39771 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38301 2024-11-13T07:23:57,372 DEBUG [RS:0;2998b885bdef:39771 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T07:23:57,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44015-0x10133143cdf0000, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2063990468/rs 2024-11-13T07:23:57,385 DEBUG [RS:0;2998b885bdef:39771 {}] zookeeper.ZKUtil(111): regionserver:39771-0x10133143cdf0001, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Set watcher on existing znode=/0-2063990468/rs/2998b885bdef,39771,1731482635293 2024-11-13T07:23:57,385 WARN [RS:0;2998b885bdef:39771 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:23:57,385 INFO [RS:0;2998b885bdef:39771 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:23:57,385 DEBUG [RS:0;2998b885bdef:39771 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293 2024-11-13T07:23:57,385 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2998b885bdef,39771,1731482635293] 2024-11-13T07:23:57,387 INFO [RS:0;2998b885bdef:39771 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T07:23:57,388 INFO [RS:0;2998b885bdef:39771 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T07:23:57,388 INFO [RS:0;2998b885bdef:39771 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T07:23:57,388 INFO [RS:0;2998b885bdef:39771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:57,388 INFO [RS:0;2998b885bdef:39771 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T07:23:57,389 INFO [RS:0;2998b885bdef:39771 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T07:23:57,389 INFO [RS:0;2998b885bdef:39771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:57,389 DEBUG [RS:0;2998b885bdef:39771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:57,389 DEBUG [RS:0;2998b885bdef:39771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:57,389 DEBUG [RS:0;2998b885bdef:39771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:57,389 DEBUG [RS:0;2998b885bdef:39771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:57,389 DEBUG [RS:0;2998b885bdef:39771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:57,389 DEBUG [RS:0;2998b885bdef:39771 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:23:57,389 DEBUG [RS:0;2998b885bdef:39771 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:57,389 DEBUG [RS:0;2998b885bdef:39771 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:57,389 DEBUG [RS:0;2998b885bdef:39771 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:57,389 DEBUG [RS:0;2998b885bdef:39771 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:57,389 DEBUG [RS:0;2998b885bdef:39771 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:57,389 DEBUG [RS:0;2998b885bdef:39771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:23:57,389 DEBUG [RS:0;2998b885bdef:39771 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:23:57,389 DEBUG [RS:0;2998b885bdef:39771 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:23:57,393 INFO [RS:0;2998b885bdef:39771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:57,393 INFO [RS:0;2998b885bdef:39771 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:57,393 INFO [RS:0;2998b885bdef:39771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:57,393 INFO [RS:0;2998b885bdef:39771 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:57,393 INFO [RS:0;2998b885bdef:39771 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:57,393 INFO [RS:0;2998b885bdef:39771 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,39771,1731482635293-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:23:57,406 INFO [RS:0;2998b885bdef:39771 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T07:23:57,407 INFO [RS:0;2998b885bdef:39771 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,39771,1731482635293-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:57,407 INFO [RS:0;2998b885bdef:39771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:57,407 INFO [RS:0;2998b885bdef:39771 {}] regionserver.Replication(171): 2998b885bdef,39771,1731482635293 started 2024-11-13T07:23:57,434 INFO [RS:0;2998b885bdef:39771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:57,435 INFO [RS:0;2998b885bdef:39771 {}] regionserver.HRegionServer(1482): Serving as 2998b885bdef,39771,1731482635293, RpcServer on 2998b885bdef/172.17.0.3:39771, sessionid=0x10133143cdf0001 2024-11-13T07:23:57,435 DEBUG [RS:0;2998b885bdef:39771 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T07:23:57,435 DEBUG [RS:0;2998b885bdef:39771 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2998b885bdef,39771,1731482635293 2024-11-13T07:23:57,435 DEBUG [RS:0;2998b885bdef:39771 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,39771,1731482635293' 2024-11-13T07:23:57,435 DEBUG [RS:0;2998b885bdef:39771 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2063990468/flush-table-proc/abort' 2024-11-13T07:23:57,435 DEBUG [RS:0;2998b885bdef:39771 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2063990468/flush-table-proc/acquired' 2024-11-13T07:23:57,436 DEBUG [RS:0;2998b885bdef:39771 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T07:23:57,436 DEBUG [RS:0;2998b885bdef:39771 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T07:23:57,436 DEBUG [RS:0;2998b885bdef:39771 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2998b885bdef,39771,1731482635293 2024-11-13T07:23:57,436 DEBUG [RS:0;2998b885bdef:39771 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,39771,1731482635293' 2024-11-13T07:23:57,436 DEBUG [RS:0;2998b885bdef:39771 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2063990468/online-snapshot/abort' 2024-11-13T07:23:57,436 DEBUG [RS:0;2998b885bdef:39771 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2063990468/online-snapshot/acquired' 2024-11-13T07:23:57,436 DEBUG [RS:0;2998b885bdef:39771 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T07:23:57,436 INFO [RS:0;2998b885bdef:39771 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T07:23:57,436 INFO [RS:0;2998b885bdef:39771 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T07:23:57,537 INFO [RS:0;2998b885bdef:39771 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:23:57,538 INFO [RS:0;2998b885bdef:39771 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C39771%2C1731482635293, suffix=, logDir=hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293, archiveDir=hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/oldWALs, maxLogs=10 2024-11-13T07:23:57,555 DEBUG [RS:0;2998b885bdef:39771 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538, exclude list is [], retry=0 2024-11-13T07:23:57,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39739,DS-ed35531e-ddf0-4952-b098-9b7a356a340b,DISK] 2024-11-13T07:23:57,563 INFO [RS:0;2998b885bdef:39771 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 2024-11-13T07:23:57,564 DEBUG [RS:0;2998b885bdef:39771 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33927:33927)] 2024-11-13T07:23:57,729 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T07:23:57,729 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3 2024-11-13T07:23:57,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741833_1009 (size=32) 2024-11-13T07:23:58,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:23:58,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:23:58,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:23:58,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:58,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:23:58,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:23:58,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:23:58,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:58,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:23:58,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:23:58,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:23:58,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:58,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:23:58,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:23:58,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:23:58,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:58,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:23:58,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:23:58,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/hbase/meta/1588230740 2024-11-13T07:23:58,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/hbase/meta/1588230740 2024-11-13T07:23:58,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:23:58,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:23:58,141 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:23:58,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:23:58,144 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:23:58,144 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74372648, jitterRate=0.1082388162612915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:23:58,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731482638134Initializing all the Stores at 1731482638134Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482638134Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482638134Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482638134Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482638134Cleaning up temporary data from old regions at 1731482638141 (+7 ms)Region opened successfully at 1731482638145 (+4 ms) 2024-11-13T07:23:58,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:23:58,145 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:23:58,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:23:58,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:23:58,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:23:58,146 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:23:58,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482638145Disabling compacts and flushes for region at 1731482638145Disabling writes for close at 1731482638145Writing region close event to WAL at 1731482638146 (+1 ms)Closed at 1731482638146 2024-11-13T07:23:58,154 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:23:58,154 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T07:23:58,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T07:23:58,155 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:23:58,156 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T07:23:58,306 DEBUG [2998b885bdef:44015 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T07:23:58,307 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2998b885bdef,39771,1731482635293 2024-11-13T07:23:58,307 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,39771,1731482635293, state=OPENING 2024-11-13T07:23:58,311 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T07:23:58,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x10133143cdf0001, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2063990468 2024-11-13T07:23:58,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44015-0x10133143cdf0000, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2063990468 2024-11-13T07:23:58,375 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:23:58,375 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2063990468/meta-region-server: CHANGED 2024-11-13T07:23:58,375 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2063990468/meta-region-server: CHANGED 2024-11-13T07:23:58,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,39771,1731482635293}] 2024-11-13T07:23:58,527 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T07:23:58,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T07:23:58,531 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T07:23:58,531 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:23:58,531 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T07:23:58,532 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C39771%2C1731482635293.meta, suffix=.meta, logDir=hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293, archiveDir=hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/oldWALs, maxLogs=10 2024-11-13T07:23:58,545 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.meta.1731482638533.meta, exclude list is [], retry=0 2024-11-13T07:23:58,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39739,DS-ed35531e-ddf0-4952-b098-9b7a356a340b,DISK] 2024-11-13T07:23:58,548 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.meta.1731482638533.meta 2024-11-13T07:23:58,549 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33927:33927)] 2024-11-13T07:23:58,549 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:23:58,549 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:23:58,549 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T07:23:58,549 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T07:23:58,549 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T07:23:58,549 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T07:23:58,549 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:23:58,550 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T07:23:58,550 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T07:23:58,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:23:58,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:23:58,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:58,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:23:58,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:23:58,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:23:58,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:58,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:23:58,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:23:58,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:23:58,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:58,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:23:58,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:23:58,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:23:58,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:23:58,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:23:58,554 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:23:58,554 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/hbase/meta/1588230740 2024-11-13T07:23:58,555 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/hbase/meta/1588230740 2024-11-13T07:23:58,555 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:23:58,555 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:23:58,556 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:23:58,556 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:23:58,557 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64171404, jitterRate=-0.043771564960479736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:23:58,557 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T07:23:58,557 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731482638550Writing region info on filesystem at 1731482638550Initializing all the Stores at 1731482638550Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482638550Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482638551 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482638551Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482638551Cleaning up temporary data from old regions at 1731482638555 (+4 ms)Running coprocessor post-open hooks at 1731482638557 (+2 ms)Region opened successfully at 1731482638557 2024-11-13T07:23:58,558 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731482638527 2024-11-13T07:23:58,560 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T07:23:58,560 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T07:23:58,560 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,39771,1731482635293 2024-11-13T07:23:58,561 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,39771,1731482635293, state=OPEN 2024-11-13T07:23:58,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44015-0x10133143cdf0000, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2063990468/meta-region-server 2024-11-13T07:23:58,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x10133143cdf0001, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2063990468/meta-region-server 2024-11-13T07:23:58,564 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2998b885bdef,39771,1731482635293 2024-11-13T07:23:58,564 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2063990468/meta-region-server: CHANGED 2024-11-13T07:23:58,564 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2063990468/meta-region-server: CHANGED 2024-11-13T07:23:58,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T07:23:58,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,39771,1731482635293 in 189 msec 2024-11-13T07:23:58,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T07:23:58,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 412 msec 2024-11-13T07:23:58,567 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:23:58,567 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T07:23:58,568 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:23:58,568 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,39771,1731482635293, seqNum=-1] 2024-11-13T07:23:58,568 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:23:58,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37045, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:23:58,573 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2590 sec 2024-11-13T07:23:58,574 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731482638573, completionTime=-1 2024-11-13T07:23:58,574 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T07:23:58,574 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T07:23:58,575 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T07:23:58,575 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731482698575 2024-11-13T07:23:58,575 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731482758575 2024-11-13T07:23:58,575 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T07:23:58,576 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,44015,1731482635107-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:58,576 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,44015,1731482635107-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:58,576 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,44015,1731482635107-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:58,576 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2998b885bdef:44015, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:58,576 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:58,576 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:58,577 DEBUG [master/2998b885bdef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T07:23:58,579 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.215sec 2024-11-13T07:23:58,579 INFO [master/2998b885bdef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T07:23:58,579 INFO [master/2998b885bdef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T07:23:58,579 INFO [master/2998b885bdef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T07:23:58,579 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T07:23:58,579 INFO [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T07:23:58,579 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,44015,1731482635107-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:23:58,579 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,44015,1731482635107-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T07:23:58,581 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T07:23:58,581 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T07:23:58,581 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,44015,1731482635107-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:23:58,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18242811, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:58,633 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,44015,-1 for getting cluster id 2024-11-13T07:23:58,633 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:23:58,634 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d235c43-7798-4653-80c6-826be067fc63' 2024-11-13T07:23:58,634 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:23:58,634 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d235c43-7798-4653-80c6-826be067fc63" 2024-11-13T07:23:58,634 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fc773a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:58,634 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,44015,-1] 2024-11-13T07:23:58,634 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:23:58,635 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:23:58,635 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:23:58,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f5913aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:23:58,636 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:23:58,637 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,39771,1731482635293, seqNum=-1] 2024-11-13T07:23:58,637 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:23:58,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:23:58,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2998b885bdef,44015,1731482635107 2024-11-13T07:23:58,640 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64210 2024-11-13T07:23:58,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:23:58,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10133143cdf0002 connected 2024-11-13T07:23:58,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a371bae9-1adf-50af-f191-9056b7701a5d/hadoop.log.dir so I do NOT create it in target/test-data/edb837e8-fd07-453d-c07c-1aeb12f67413 2024-11-13T07:23:58,681 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a371bae9-1adf-50af-f191-9056b7701a5d/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T07:23:58,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a371bae9-1adf-50af-f191-9056b7701a5d/hadoop.tmp.dir so I do NOT create it in target/test-data/edb837e8-fd07-453d-c07c-1aeb12f67413 2024-11-13T07:23:58,681 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a371bae9-1adf-50af-f191-9056b7701a5d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T07:23:58,681 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edb837e8-fd07-453d-c07c-1aeb12f67413 2024-11-13T07:23:58,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T07:23:58,681 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edb837e8-fd07-453d-c07c-1aeb12f67413/cluster_67fb3dab-5865-a0cc-3da8-06390aa4bf2e, deleteOnExit=true 2024-11-13T07:23:58,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T07:23:58,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edb837e8-fd07-453d-c07c-1aeb12f67413/test.cache.data in system properties and HBase conf 2024-11-13T07:23:58,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edb837e8-fd07-453d-c07c-1aeb12f67413/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T07:23:58,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edb837e8-fd07-453d-c07c-1aeb12f67413/hadoop.log.dir in system properties and HBase conf 2024-11-13T07:23:58,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edb837e8-fd07-453d-c07c-1aeb12f67413/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T07:23:58,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edb837e8-fd07-453d-c07c-1aeb12f67413/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T07:23:58,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T07:23:58,682 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T07:23:58,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edb837e8-fd07-453d-c07c-1aeb12f67413/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:23:58,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edb837e8-fd07-453d-c07c-1aeb12f67413/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:23:58,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edb837e8-fd07-453d-c07c-1aeb12f67413/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T07:23:58,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edb837e8-fd07-453d-c07c-1aeb12f67413/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:23:58,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edb837e8-fd07-453d-c07c-1aeb12f67413/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T07:23:58,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edb837e8-fd07-453d-c07c-1aeb12f67413/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T07:23:58,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edb837e8-fd07-453d-c07c-1aeb12f67413/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:23:58,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edb837e8-fd07-453d-c07c-1aeb12f67413/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:23:58,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edb837e8-fd07-453d-c07c-1aeb12f67413/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T07:23:58,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edb837e8-fd07-453d-c07c-1aeb12f67413/nfs.dump.dir in system properties and HBase conf 2024-11-13T07:23:58,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edb837e8-fd07-453d-c07c-1aeb12f67413/java.io.tmpdir in system properties and HBase conf 2024-11-13T07:23:58,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edb837e8-fd07-453d-c07c-1aeb12f67413/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:23:58,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edb837e8-fd07-453d-c07c-1aeb12f67413/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T07:23:58,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edb837e8-fd07-453d-c07c-1aeb12f67413/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T07:23:59,060 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:23:59,063 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:23:59,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:23:59,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:23:59,064 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T07:23:59,065 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:23:59,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4377be4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edb837e8-fd07-453d-c07c-1aeb12f67413/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:23:59,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@481313e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:23:59,162 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b7fe40d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edb837e8-fd07-453d-c07c-1aeb12f67413/java.io.tmpdir/jetty-localhost-34841-hadoop-hdfs-3_4_1-tests_jar-_-any-3803584972782359752/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:23:59,162 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4565a94f{HTTP/1.1, (http/1.1)}{localhost:34841} 2024-11-13T07:23:59,162 INFO [Time-limited test {}] server.Server(415): Started @327053ms 2024-11-13T07:23:59,449 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:23:59,452 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:23:59,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:23:59,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:23:59,454 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T07:23:59,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78c6e954{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edb837e8-fd07-453d-c07c-1aeb12f67413/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:23:59,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b4b75fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:23:59,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7066d9ff{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edb837e8-fd07-453d-c07c-1aeb12f67413/java.io.tmpdir/jetty-localhost-40527-hadoop-hdfs-3_4_1-tests_jar-_-any-14628168709514439911/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:23:59,577 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50b69438{HTTP/1.1, (http/1.1)}{localhost:40527} 2024-11-13T07:23:59,577 INFO [Time-limited test {}] server.Server(415): Started @327467ms 2024-11-13T07:23:59,578 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T07:24:00,133 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T07:24:00,133 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T07:24:00,421 WARN [Thread-2792 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edb837e8-fd07-453d-c07c-1aeb12f67413/cluster_67fb3dab-5865-a0cc-3da8-06390aa4bf2e/data/data2/current/BP-346633162-172.17.0.3-1731482638698/current, will proceed with Du for space computation calculation, 2024-11-13T07:24:00,421 WARN [Thread-2791 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edb837e8-fd07-453d-c07c-1aeb12f67413/cluster_67fb3dab-5865-a0cc-3da8-06390aa4bf2e/data/data1/current/BP-346633162-172.17.0.3-1731482638698/current, will proceed with Du for space computation calculation, 2024-11-13T07:24:00,440 WARN [Thread-2779 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T07:24:00,443 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b5c82dcd3f65744 with lease ID 0xfe87ddc167eab931: Processing first storage report for DS-f7734b45-3508-4131-8adc-d5fcedd3825e from datanode DatanodeRegistration(127.0.0.1:46367, datanodeUuid=49cc8d02-2718-47cd-82b1-7dee8bc35f1e, infoPort=38585, infoSecurePort=0, ipcPort=35141, storageInfo=lv=-57;cid=testClusterID;nsid=309675481;c=1731482638698) 2024-11-13T07:24:00,443 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b5c82dcd3f65744 with lease ID 0xfe87ddc167eab931: from storage DS-f7734b45-3508-4131-8adc-d5fcedd3825e node DatanodeRegistration(127.0.0.1:46367, datanodeUuid=49cc8d02-2718-47cd-82b1-7dee8bc35f1e, infoPort=38585, infoSecurePort=0, ipcPort=35141, storageInfo=lv=-57;cid=testClusterID;nsid=309675481;c=1731482638698), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T07:24:00,443 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b5c82dcd3f65744 with lease ID 0xfe87ddc167eab931: Processing first storage report for DS-ffc61b5b-36bf-438d-a7da-a169d837880c from datanode DatanodeRegistration(127.0.0.1:46367, datanodeUuid=49cc8d02-2718-47cd-82b1-7dee8bc35f1e, infoPort=38585, infoSecurePort=0, ipcPort=35141, storageInfo=lv=-57;cid=testClusterID;nsid=309675481;c=1731482638698) 2024-11-13T07:24:00,443 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b5c82dcd3f65744 with lease ID 0xfe87ddc167eab931: from storage DS-ffc61b5b-36bf-438d-a7da-a169d837880c node DatanodeRegistration(127.0.0.1:46367, datanodeUuid=49cc8d02-2718-47cd-82b1-7dee8bc35f1e, infoPort=38585, infoSecurePort=0, ipcPort=35141, storageInfo=lv=-57;cid=testClusterID;nsid=309675481;c=1731482638698), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T07:24:00,512 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edb837e8-fd07-453d-c07c-1aeb12f67413 2024-11-13T07:24:00,512 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:24:00,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:24:00,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741825_1001 (size=7) 2024-11-13T07:24:00,919 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe with version=8 2024-11-13T07:24:00,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/hbase-staging 2024-11-13T07:24:00,922 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:24:00,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:24:00,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:24:00,922 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:24:00,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:24:00,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:24:00,922 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T07:24:00,922 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:24:00,923 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39021 2024-11-13T07:24:00,923 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39021 connecting to ZooKeeper ensemble=127.0.0.1:64210 2024-11-13T07:24:00,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390210x0, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:24:00,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39021-0x10133143cdf0003 connected 2024-11-13T07:24:01,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:24:01,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:24:01,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39021-0x10133143cdf0003, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Set watcher on znode that does not yet exist, /1-1195329330/running 2024-11-13T07:24:01,040 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe, hbase.cluster.distributed=false 2024-11-13T07:24:01,041 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39021-0x10133143cdf0003, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Set watcher on znode that does not yet exist, /1-1195329330/acl 2024-11-13T07:24:01,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39021 2024-11-13T07:24:01,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39021 2024-11-13T07:24:01,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39021 2024-11-13T07:24:01,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39021 2024-11-13T07:24:01,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39021 2024-11-13T07:24:01,055 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:24:01,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:24:01,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:24:01,055 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:24:01,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:24:01,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:24:01,055 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T07:24:01,055 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:24:01,056 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39609 2024-11-13T07:24:01,056 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39609 connecting to ZooKeeper ensemble=127.0.0.1:64210 2024-11-13T07:24:01,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:24:01,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:24:01,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396090x0, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:24:01,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:396090x0, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Set watcher on znode that does not yet exist, /1-1195329330/running 2024-11-13T07:24:01,069 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39609-0x10133143cdf0004 connected 2024-11-13T07:24:01,069 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T07:24:01,070 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T07:24:01,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39609-0x10133143cdf0004, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Set watcher on znode that does not yet exist, /1-1195329330/master 2024-11-13T07:24:01,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39609-0x10133143cdf0004, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Set watcher on znode that does not yet exist, /1-1195329330/acl 2024-11-13T07:24:01,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39609 2024-11-13T07:24:01,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39609 2024-11-13T07:24:01,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39609 2024-11-13T07:24:01,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39609 2024-11-13T07:24:01,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39609 2024-11-13T07:24:01,087 DEBUG [M:0;2998b885bdef:39021 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2998b885bdef:39021 2024-11-13T07:24:01,088 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1195329330/backup-masters/2998b885bdef,39021,1731482640922 2024-11-13T07:24:01,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39609-0x10133143cdf0004, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195329330/backup-masters 2024-11-13T07:24:01,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39021-0x10133143cdf0003, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195329330/backup-masters 2024-11-13T07:24:01,101 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39021-0x10133143cdf0003, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Set watcher on existing znode=/1-1195329330/backup-masters/2998b885bdef,39021,1731482640922 2024-11-13T07:24:01,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39609-0x10133143cdf0004, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1195329330/master 2024-11-13T07:24:01,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39021-0x10133143cdf0003, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195329330 2024-11-13T07:24:01,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39609-0x10133143cdf0004, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195329330 2024-11-13T07:24:01,111 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39021-0x10133143cdf0003, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Set watcher on existing znode=/1-1195329330/master 2024-11-13T07:24:01,111 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1195329330/backup-masters/2998b885bdef,39021,1731482640922 from backup master directory 2024-11-13T07:24:01,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39021-0x10133143cdf0003, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1195329330/backup-masters/2998b885bdef,39021,1731482640922 2024-11-13T07:24:01,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39609-0x10133143cdf0004, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195329330/backup-masters 2024-11-13T07:24:01,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39021-0x10133143cdf0003, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195329330/backup-masters 2024-11-13T07:24:01,121 WARN [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:24:01,121 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2998b885bdef,39021,1731482640922 2024-11-13T07:24:01,124 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/hbase.id] with ID: 260af602-f9c4-4baf-b60b-6c6fc4deb782 2024-11-13T07:24:01,124 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/.tmp/hbase.id 2024-11-13T07:24:01,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741826_1002 (size=42) 2024-11-13T07:24:01,528 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/.tmp/hbase.id]:[hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/hbase.id] 2024-11-13T07:24:01,536 INFO [master/2998b885bdef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:24:01,536 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T07:24:01,537 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T07:24:01,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39609-0x10133143cdf0004, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195329330 2024-11-13T07:24:01,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39021-0x10133143cdf0003, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195329330 2024-11-13T07:24:01,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741827_1003 (size=196) 2024-11-13T07:24:01,957 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:24:01,958 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T07:24:01,958 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:24:01,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741828_1004 (size=1189) 2024-11-13T07:24:02,364 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/MasterData/data/master/store 2024-11-13T07:24:02,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741829_1005 (size=34) 2024-11-13T07:24:02,769 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:24:02,769 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:24:02,770 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:24:02,770 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:24:02,770 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:24:02,770 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:24:02,770 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:24:02,770 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482642769Disabling compacts and flushes for region at 1731482642769Disabling writes for close at 1731482642770 (+1 ms)Writing region close event to WAL at 1731482642770Closed at 1731482642770 2024-11-13T07:24:02,770 WARN [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/MasterData/data/master/store/.initializing 2024-11-13T07:24:02,770 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/MasterData/WALs/2998b885bdef,39021,1731482640922 2024-11-13T07:24:02,771 INFO [master/2998b885bdef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:24:02,772 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2998b885bdef%2C39021%2C1731482640922, suffix=, logDir=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/MasterData/WALs/2998b885bdef,39021,1731482640922, archiveDir=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/MasterData/oldWALs, maxLogs=10 2024-11-13T07:24:02,789 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/MasterData/WALs/2998b885bdef,39021,1731482640922/2998b885bdef%2C39021%2C1731482640922.1731482642773, exclude list is [], retry=0 2024-11-13T07:24:02,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46367,DS-f7734b45-3508-4131-8adc-d5fcedd3825e,DISK] 2024-11-13T07:24:02,792 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/MasterData/WALs/2998b885bdef,39021,1731482640922/2998b885bdef%2C39021%2C1731482640922.1731482642773 2024-11-13T07:24:02,792 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38585:38585)] 2024-11-13T07:24:02,792 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:24:02,792 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:24:02,792 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:02,793 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:02,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:02,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T07:24:02,795 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:02,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:02,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:02,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T07:24:02,796 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:02,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:24:02,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:02,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T07:24:02,797 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:02,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:24:02,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:02,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T07:24:02,798 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:02,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:24:02,798 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:02,799 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:02,799 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:02,800 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:02,800 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:02,800 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:24:02,801 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:02,803 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:24:02,803 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61070703, jitterRate=-0.08997561037540436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:24:02,803 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731482642793Initializing all the Stores at 1731482642793Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482642793Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482642793Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482642793Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482642793Cleaning up temporary data from old regions at 1731482642800 (+7 ms)Region opened successfully at 1731482642803 (+3 ms) 2024-11-13T07:24:02,803 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T07:24:02,805 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c14070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:24:02,806 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T07:24:02,806 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T07:24:02,806 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T07:24:02,806 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T07:24:02,806 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T07:24:02,807 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T07:24:02,807 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T07:24:02,811 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T07:24:02,812 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39021-0x10133143cdf0003, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Unable to get data of znode /1-1195329330/balancer because node does not exist (not necessarily an error) 2024-11-13T07:24:02,816 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1195329330/balancer already deleted, retry=false 2024-11-13T07:24:02,816 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T07:24:02,817 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39021-0x10133143cdf0003, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Unable to get data of znode /1-1195329330/normalizer because node does not exist (not necessarily an error) 2024-11-13T07:24:02,826 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1195329330/normalizer already deleted, retry=false 2024-11-13T07:24:02,827 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T07:24:02,828 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39021-0x10133143cdf0003, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Unable to get data of znode /1-1195329330/switch/split because node does not exist (not necessarily an error) 2024-11-13T07:24:02,837 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1195329330/switch/split already deleted, retry=false 2024-11-13T07:24:02,838 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39021-0x10133143cdf0003, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Unable to get data of znode /1-1195329330/switch/merge because node does not exist (not necessarily an error) 2024-11-13T07:24:02,847 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1195329330/switch/merge already deleted, retry=false 2024-11-13T07:24:02,849 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39021-0x10133143cdf0003, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Unable to get data of znode /1-1195329330/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T07:24:02,858 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1195329330/snapshot-cleanup already deleted, retry=false 2024-11-13T07:24:02,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39609-0x10133143cdf0004, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1195329330/running 2024-11-13T07:24:02,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39021-0x10133143cdf0003, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1195329330/running 2024-11-13T07:24:02,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39609-0x10133143cdf0004, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195329330 2024-11-13T07:24:02,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39021-0x10133143cdf0003, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195329330 2024-11-13T07:24:02,869 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2998b885bdef,39021,1731482640922, sessionid=0x10133143cdf0003, setting cluster-up flag (Was=false) 2024-11-13T07:24:02,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39609-0x10133143cdf0004, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195329330 2024-11-13T07:24:02,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39021-0x10133143cdf0003, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195329330 2024-11-13T07:24:02,974 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1195329330/flush-table-proc/acquired, /1-1195329330/flush-table-proc/reached, /1-1195329330/flush-table-proc/abort 2024-11-13T07:24:02,975 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,39021,1731482640922 2024-11-13T07:24:03,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39021-0x10133143cdf0003, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195329330 2024-11-13T07:24:03,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39609-0x10133143cdf0004, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195329330 2024-11-13T07:24:03,132 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1195329330/online-snapshot/acquired, /1-1195329330/online-snapshot/reached, /1-1195329330/online-snapshot/abort 2024-11-13T07:24:03,132 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,39021,1731482640922 2024-11-13T07:24:03,133 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T07:24:03,134 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T07:24:03,135 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T07:24:03,135 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T07:24:03,135 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2998b885bdef,39021,1731482640922 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T07:24:03,136 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:24:03,136 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:24:03,136 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:24:03,136 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:24:03,136 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2998b885bdef:0, corePoolSize=10, maxPoolSize=10 2024-11-13T07:24:03,136 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:03,136 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:24:03,136 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:03,137 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731482673137 2024-11-13T07:24:03,137 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T07:24:03,137 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T07:24:03,137 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:24:03,137 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T07:24:03,137 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T07:24:03,138 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T07:24:03,138 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T07:24:03,138 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T07:24:03,138 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:03,138 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T07:24:03,139 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T07:24:03,139 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T07:24:03,139 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T07:24:03,139 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T07:24:03,139 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:03,139 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T07:24:03,139 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T07:24:03,140 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482643139,5,FailOnTimeoutGroup] 2024-11-13T07:24:03,140 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482643140,5,FailOnTimeoutGroup] 2024-11-13T07:24:03,140 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:03,140 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T07:24:03,140 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:03,140 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:03,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741831_1007 (size=1321) 2024-11-13T07:24:03,180 INFO [RS:0;2998b885bdef:39609 {}] regionserver.HRegionServer(746): ClusterId : 260af602-f9c4-4baf-b60b-6c6fc4deb782 2024-11-13T07:24:03,180 DEBUG [RS:0;2998b885bdef:39609 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T07:24:03,185 DEBUG [RS:0;2998b885bdef:39609 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T07:24:03,185 DEBUG [RS:0;2998b885bdef:39609 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T07:24:03,195 DEBUG [RS:0;2998b885bdef:39609 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T07:24:03,196 DEBUG [RS:0;2998b885bdef:39609 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a274b9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:24:03,209 DEBUG [RS:0;2998b885bdef:39609 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2998b885bdef:39609 2024-11-13T07:24:03,209 INFO [RS:0;2998b885bdef:39609 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T07:24:03,209 INFO [RS:0;2998b885bdef:39609 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T07:24:03,209 DEBUG [RS:0;2998b885bdef:39609 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T07:24:03,209 INFO [RS:0;2998b885bdef:39609 {}] regionserver.HRegionServer(2659): reportForDuty to master=2998b885bdef,39021,1731482640922 with port=39609, startcode=1731482641055 2024-11-13T07:24:03,210 DEBUG [RS:0;2998b885bdef:39609 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T07:24:03,211 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T07:24:03,211 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39021 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2998b885bdef,39609,1731482641055 2024-11-13T07:24:03,211 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39021 {}] master.ServerManager(517): Registering regionserver=2998b885bdef,39609,1731482641055 2024-11-13T07:24:03,212 DEBUG [RS:0;2998b885bdef:39609 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe 2024-11-13T07:24:03,212 DEBUG [RS:0;2998b885bdef:39609 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39775 2024-11-13T07:24:03,212 DEBUG [RS:0;2998b885bdef:39609 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T07:24:03,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39021-0x10133143cdf0003, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195329330/rs 2024-11-13T07:24:03,246 DEBUG [RS:0;2998b885bdef:39609 {}] zookeeper.ZKUtil(111): regionserver:39609-0x10133143cdf0004, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Set watcher on existing znode=/1-1195329330/rs/2998b885bdef,39609,1731482641055 2024-11-13T07:24:03,246 WARN [RS:0;2998b885bdef:39609 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:24:03,246 INFO [RS:0;2998b885bdef:39609 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:24:03,246 DEBUG [RS:0;2998b885bdef:39609 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055 2024-11-13T07:24:03,246 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2998b885bdef,39609,1731482641055] 2024-11-13T07:24:03,249 INFO [RS:0;2998b885bdef:39609 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T07:24:03,250 INFO [RS:0;2998b885bdef:39609 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T07:24:03,250 INFO [RS:0;2998b885bdef:39609 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T07:24:03,251 INFO [RS:0;2998b885bdef:39609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:03,251 INFO [RS:0;2998b885bdef:39609 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T07:24:03,251 INFO [RS:0;2998b885bdef:39609 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T07:24:03,251 INFO [RS:0;2998b885bdef:39609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:03,251 DEBUG [RS:0;2998b885bdef:39609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:03,251 DEBUG [RS:0;2998b885bdef:39609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:03,252 DEBUG [RS:0;2998b885bdef:39609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:03,252 DEBUG [RS:0;2998b885bdef:39609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:03,252 DEBUG [RS:0;2998b885bdef:39609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:03,252 DEBUG [RS:0;2998b885bdef:39609 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:24:03,252 DEBUG [RS:0;2998b885bdef:39609 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:03,252 DEBUG [RS:0;2998b885bdef:39609 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:03,252 DEBUG [RS:0;2998b885bdef:39609 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:03,252 DEBUG [RS:0;2998b885bdef:39609 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:03,252 DEBUG [RS:0;2998b885bdef:39609 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:03,252 DEBUG [RS:0;2998b885bdef:39609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:03,252 DEBUG [RS:0;2998b885bdef:39609 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:24:03,252 DEBUG [RS:0;2998b885bdef:39609 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:24:03,252 INFO [RS:0;2998b885bdef:39609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:03,252 INFO [RS:0;2998b885bdef:39609 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:03,252 INFO [RS:0;2998b885bdef:39609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:03,252 INFO [RS:0;2998b885bdef:39609 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:03,252 INFO [RS:0;2998b885bdef:39609 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:03,252 INFO [RS:0;2998b885bdef:39609 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,39609,1731482641055-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:24:03,264 INFO [RS:0;2998b885bdef:39609 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T07:24:03,264 INFO [RS:0;2998b885bdef:39609 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,39609,1731482641055-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:03,264 INFO [RS:0;2998b885bdef:39609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:03,265 INFO [RS:0;2998b885bdef:39609 {}] regionserver.Replication(171): 2998b885bdef,39609,1731482641055 started 2024-11-13T07:24:03,276 INFO [RS:0;2998b885bdef:39609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:03,276 INFO [RS:0;2998b885bdef:39609 {}] regionserver.HRegionServer(1482): Serving as 2998b885bdef,39609,1731482641055, RpcServer on 2998b885bdef/172.17.0.3:39609, sessionid=0x10133143cdf0004 2024-11-13T07:24:03,276 DEBUG [RS:0;2998b885bdef:39609 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T07:24:03,276 DEBUG [RS:0;2998b885bdef:39609 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2998b885bdef,39609,1731482641055 2024-11-13T07:24:03,276 DEBUG [RS:0;2998b885bdef:39609 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,39609,1731482641055' 2024-11-13T07:24:03,276 DEBUG [RS:0;2998b885bdef:39609 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1195329330/flush-table-proc/abort' 2024-11-13T07:24:03,277 DEBUG [RS:0;2998b885bdef:39609 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1195329330/flush-table-proc/acquired' 2024-11-13T07:24:03,277 DEBUG [RS:0;2998b885bdef:39609 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T07:24:03,277 DEBUG [RS:0;2998b885bdef:39609 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T07:24:03,277 DEBUG [RS:0;2998b885bdef:39609 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2998b885bdef,39609,1731482641055 2024-11-13T07:24:03,277 DEBUG [RS:0;2998b885bdef:39609 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,39609,1731482641055' 2024-11-13T07:24:03,277 DEBUG [RS:0;2998b885bdef:39609 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1195329330/online-snapshot/abort' 2024-11-13T07:24:03,278 DEBUG [RS:0;2998b885bdef:39609 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1195329330/online-snapshot/acquired' 2024-11-13T07:24:03,278 DEBUG [RS:0;2998b885bdef:39609 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T07:24:03,278 INFO [RS:0;2998b885bdef:39609 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T07:24:03,278 INFO [RS:0;2998b885bdef:39609 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T07:24:03,378 INFO [RS:0;2998b885bdef:39609 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:24:03,380 INFO [RS:0;2998b885bdef:39609 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C39609%2C1731482641055, suffix=, logDir=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055, archiveDir=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/oldWALs, maxLogs=10 2024-11-13T07:24:03,387 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T07:24:03,395 DEBUG [RS:0;2998b885bdef:39609 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380, exclude list is [], retry=0 2024-11-13T07:24:03,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46367,DS-f7734b45-3508-4131-8adc-d5fcedd3825e,DISK] 2024-11-13T07:24:03,399 INFO [RS:0;2998b885bdef:39609 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 2024-11-13T07:24:03,399 DEBUG [RS:0;2998b885bdef:39609 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38585:38585)] 2024-11-13T07:24:03,549 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T07:24:03,549 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe 2024-11-13T07:24:03,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741833_1009 (size=32) 2024-11-13T07:24:03,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:24:03,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:24:03,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:24:03,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:03,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:03,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:24:03,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:24:03,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:03,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:03,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:24:03,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:24:03,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:03,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:03,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:24:03,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:24:03,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:03,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:03,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:24:03,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/hbase/meta/1588230740 2024-11-13T07:24:03,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/hbase/meta/1588230740 2024-11-13T07:24:03,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:24:03,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:24:03,966 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:24:03,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:24:03,969 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:24:03,969 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71641379, jitterRate=0.06753973662853241}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:24:03,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731482643959Initializing all the Stores at 1731482643959Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482643959Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482643960 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482643960Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482643960Cleaning up temporary data from old regions at 1731482643966 (+6 ms)Region opened successfully at 1731482643969 (+3 ms) 2024-11-13T07:24:03,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:24:03,969 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:24:03,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:24:03,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:24:03,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:24:03,969 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:24:03,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482643969Disabling compacts and flushes for region at 1731482643969Disabling writes for close at 1731482643969Writing region close event to WAL at 1731482643969Closed at 1731482643969 2024-11-13T07:24:03,970 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:24:03,970 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T07:24:03,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T07:24:03,971 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:24:03,971 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T07:24:04,051 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T07:24:04,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:04,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:04,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:04,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:04,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:04,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:04,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:04,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:04,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:04,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:04,122 DEBUG [2998b885bdef:39021 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T07:24:04,122 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2998b885bdef,39609,1731482641055 2024-11-13T07:24:04,123 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,39609,1731482641055, state=OPENING 2024-11-13T07:24:04,174 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T07:24:04,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39021-0x10133143cdf0003, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195329330 2024-11-13T07:24:04,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39609-0x10133143cdf0004, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195329330 2024-11-13T07:24:04,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1195329330/meta-region-server: CHANGED 2024-11-13T07:24:04,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1195329330/meta-region-server: CHANGED 2024-11-13T07:24:04,185 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:24:04,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,39609,1731482641055}] 2024-11-13T07:24:04,337 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T07:24:04,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T07:24:04,341 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T07:24:04,341 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:24:04,341 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T07:24:04,342 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C39609%2C1731482641055.meta, suffix=.meta, logDir=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055, archiveDir=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/oldWALs, maxLogs=10 2024-11-13T07:24:04,354 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.meta.1731482644343.meta, exclude list is [], retry=0 2024-11-13T07:24:04,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46367,DS-f7734b45-3508-4131-8adc-d5fcedd3825e,DISK] 2024-11-13T07:24:04,357 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.meta.1731482644343.meta 2024-11-13T07:24:04,357 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38585:38585)] 2024-11-13T07:24:04,357 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:24:04,358 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:24:04,358 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T07:24:04,358 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T07:24:04,358 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T07:24:04,358 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T07:24:04,358 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:24:04,358 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T07:24:04,358 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T07:24:04,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:24:04,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:24:04,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:04,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:04,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:24:04,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:24:04,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:04,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:04,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:24:04,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:24:04,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:04,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:04,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:24:04,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:24:04,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:04,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:04,363 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:24:04,364 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/hbase/meta/1588230740 2024-11-13T07:24:04,364 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/hbase/meta/1588230740 2024-11-13T07:24:04,365 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:24:04,365 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:24:04,365 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:24:04,366 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:24:04,366 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58729154, jitterRate=-0.12486740946769714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:24:04,366 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T07:24:04,366 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731482644358Writing region info on filesystem at 1731482644358Initializing all the Stores at 1731482644359 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482644359Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482644359Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482644359Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482644359Cleaning up temporary data from old regions at 1731482644365 (+6 ms)Running coprocessor post-open hooks at 1731482644366 (+1 ms)Region opened successfully at 1731482644366 2024-11-13T07:24:04,367 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731482644337 2024-11-13T07:24:04,368 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T07:24:04,368 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T07:24:04,368 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,39609,1731482641055 2024-11-13T07:24:04,369 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,39609,1731482641055, state=OPEN 2024-11-13T07:24:04,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39021-0x10133143cdf0003, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1195329330/meta-region-server 2024-11-13T07:24:04,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39609-0x10133143cdf0004, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1195329330/meta-region-server 2024-11-13T07:24:04,374 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2998b885bdef,39609,1731482641055 2024-11-13T07:24:04,374 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1195329330/meta-region-server: CHANGED 2024-11-13T07:24:04,374 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1195329330/meta-region-server: CHANGED 2024-11-13T07:24:04,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T07:24:04,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,39609,1731482641055 in 189 msec 2024-11-13T07:24:04,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T07:24:04,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 405 msec 2024-11-13T07:24:04,377 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:24:04,377 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T07:24:04,378 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:24:04,378 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,39609,1731482641055, seqNum=-1] 2024-11-13T07:24:04,378 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:24:04,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:24:04,382 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2480 sec 2024-11-13T07:24:04,383 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731482644382, completionTime=-1 2024-11-13T07:24:04,383 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T07:24:04,383 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T07:24:04,384 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T07:24:04,384 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731482704384 2024-11-13T07:24:04,384 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731482764384 2024-11-13T07:24:04,384 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T07:24:04,385 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,39021,1731482640922-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:04,385 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,39021,1731482640922-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:04,385 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,39021,1731482640922-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:04,385 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2998b885bdef:39021, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:04,385 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:04,385 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:04,386 DEBUG [master/2998b885bdef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T07:24:04,388 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.267sec 2024-11-13T07:24:04,388 INFO [master/2998b885bdef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T07:24:04,388 INFO [master/2998b885bdef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T07:24:04,388 INFO [master/2998b885bdef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T07:24:04,388 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T07:24:04,388 INFO [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T07:24:04,388 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,39021,1731482640922-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:24:04,388 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,39021,1731482640922-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T07:24:04,389 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T07:24:04,389 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T07:24:04,389 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,39021,1731482640922-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:04,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ddbc69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:04,481 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39021,-1 for getting cluster id 2024-11-13T07:24:04,481 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:24:04,482 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '260af602-f9c4-4baf-b60b-6c6fc4deb782' 2024-11-13T07:24:04,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:24:04,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "260af602-f9c4-4baf-b60b-6c6fc4deb782" 2024-11-13T07:24:04,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c72aafd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:04,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39021,-1] 2024-11-13T07:24:04,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:24:04,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:04,483 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:24:04,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2906f912, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:04,484 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:24:04,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,39609,1731482641055, seqNum=-1] 2024-11-13T07:24:04,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:24:04,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:24:04,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2998b885bdef,39021,1731482640922 2024-11-13T07:24:04,488 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64210 2024-11-13T07:24:04,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:24:04,501 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10133143cdf0005 connected 2024-11-13T07:24:04,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edb837e8-fd07-453d-c07c-1aeb12f67413/hadoop.log.dir so I do NOT create it in target/test-data/fd92f8a4-3032-8787-f18b-6f1f4f038543 2024-11-13T07:24:04,513 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edb837e8-fd07-453d-c07c-1aeb12f67413/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T07:24:04,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edb837e8-fd07-453d-c07c-1aeb12f67413/hadoop.tmp.dir so I do NOT create it in target/test-data/fd92f8a4-3032-8787-f18b-6f1f4f038543 2024-11-13T07:24:04,513 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edb837e8-fd07-453d-c07c-1aeb12f67413/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T07:24:04,513 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92f8a4-3032-8787-f18b-6f1f4f038543 2024-11-13T07:24:04,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T07:24:04,513 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92f8a4-3032-8787-f18b-6f1f4f038543/cluster_be7ce95a-423c-0bdc-02d0-fb1d2c20145c, deleteOnExit=true 2024-11-13T07:24:04,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T07:24:04,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92f8a4-3032-8787-f18b-6f1f4f038543/test.cache.data in system properties and HBase conf 2024-11-13T07:24:04,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92f8a4-3032-8787-f18b-6f1f4f038543/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T07:24:04,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92f8a4-3032-8787-f18b-6f1f4f038543/hadoop.log.dir in system properties and HBase conf 2024-11-13T07:24:04,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92f8a4-3032-8787-f18b-6f1f4f038543/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T07:24:04,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92f8a4-3032-8787-f18b-6f1f4f038543/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T07:24:04,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T07:24:04,514 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T07:24:04,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92f8a4-3032-8787-f18b-6f1f4f038543/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:24:04,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92f8a4-3032-8787-f18b-6f1f4f038543/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:24:04,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92f8a4-3032-8787-f18b-6f1f4f038543/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T07:24:04,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92f8a4-3032-8787-f18b-6f1f4f038543/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:24:04,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92f8a4-3032-8787-f18b-6f1f4f038543/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T07:24:04,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92f8a4-3032-8787-f18b-6f1f4f038543/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T07:24:04,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92f8a4-3032-8787-f18b-6f1f4f038543/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:24:04,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92f8a4-3032-8787-f18b-6f1f4f038543/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:24:04,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92f8a4-3032-8787-f18b-6f1f4f038543/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T07:24:04,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92f8a4-3032-8787-f18b-6f1f4f038543/nfs.dump.dir in system properties and HBase conf 2024-11-13T07:24:04,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92f8a4-3032-8787-f18b-6f1f4f038543/java.io.tmpdir in system properties and HBase conf 2024-11-13T07:24:04,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92f8a4-3032-8787-f18b-6f1f4f038543/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:24:04,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92f8a4-3032-8787-f18b-6f1f4f038543/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T07:24:04,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92f8a4-3032-8787-f18b-6f1f4f038543/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T07:24:04,811 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:24:04,814 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:24:04,815 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:24:04,815 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:24:04,815 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T07:24:04,815 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:24:04,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a9c1112{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92f8a4-3032-8787-f18b-6f1f4f038543/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:24:04,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5122c2b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:24:04,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a32f440{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92f8a4-3032-8787-f18b-6f1f4f038543/java.io.tmpdir/jetty-localhost-34351-hadoop-hdfs-3_4_1-tests_jar-_-any-2822474253096954175/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:24:04,910 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f751d57{HTTP/1.1, (http/1.1)}{localhost:34351} 2024-11-13T07:24:04,910 INFO [Time-limited test {}] server.Server(415): Started @332801ms 2024-11-13T07:24:05,175 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:24:05,179 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:24:05,180 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:24:05,180 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:24:05,180 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T07:24:05,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57c8ac27{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92f8a4-3032-8787-f18b-6f1f4f038543/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:24:05,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39fb3a0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:24:05,275 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63c05dc6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92f8a4-3032-8787-f18b-6f1f4f038543/java.io.tmpdir/jetty-localhost-36937-hadoop-hdfs-3_4_1-tests_jar-_-any-8456744666041219182/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:24:05,275 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7dd2fc29{HTTP/1.1, (http/1.1)}{localhost:36937} 2024-11-13T07:24:05,276 INFO [Time-limited test {}] server.Server(415): Started @333166ms 2024-11-13T07:24:05,276 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T07:24:05,896 WARN [Thread-2913 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92f8a4-3032-8787-f18b-6f1f4f038543/cluster_be7ce95a-423c-0bdc-02d0-fb1d2c20145c/data/data2/current/BP-403585574-172.17.0.3-1731482644535/current, will proceed with Du for space computation calculation, 2024-11-13T07:24:05,896 WARN [Thread-2912 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92f8a4-3032-8787-f18b-6f1f4f038543/cluster_be7ce95a-423c-0bdc-02d0-fb1d2c20145c/data/data1/current/BP-403585574-172.17.0.3-1731482644535/current, will proceed with Du for space computation calculation, 2024-11-13T07:24:05,918 WARN [Thread-2900 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T07:24:05,920 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x87c32b238ae56306 with lease ID 0xb7831040b81ef995: Processing first storage report for DS-ac8e2c19-1e24-47b2-a69f-8daa012e391e from datanode DatanodeRegistration(127.0.0.1:35149, datanodeUuid=81551b0b-78b1-4880-b73c-b9f665594aa1, infoPort=34139, infoSecurePort=0, ipcPort=45391, storageInfo=lv=-57;cid=testClusterID;nsid=1600200926;c=1731482644535) 2024-11-13T07:24:05,920 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x87c32b238ae56306 with lease ID 0xb7831040b81ef995: from storage DS-ac8e2c19-1e24-47b2-a69f-8daa012e391e node DatanodeRegistration(127.0.0.1:35149, datanodeUuid=81551b0b-78b1-4880-b73c-b9f665594aa1, infoPort=34139, infoSecurePort=0, ipcPort=45391, storageInfo=lv=-57;cid=testClusterID;nsid=1600200926;c=1731482644535), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T07:24:05,920 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x87c32b238ae56306 with lease ID 0xb7831040b81ef995: Processing first storage report for DS-b2f335bc-ad68-40db-a61e-dd241f9d453a from datanode DatanodeRegistration(127.0.0.1:35149, datanodeUuid=81551b0b-78b1-4880-b73c-b9f665594aa1, infoPort=34139, infoSecurePort=0, ipcPort=45391, storageInfo=lv=-57;cid=testClusterID;nsid=1600200926;c=1731482644535) 2024-11-13T07:24:05,920 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x87c32b238ae56306 with lease ID 0xb7831040b81ef995: from storage DS-b2f335bc-ad68-40db-a61e-dd241f9d453a node DatanodeRegistration(127.0.0.1:35149, datanodeUuid=81551b0b-78b1-4880-b73c-b9f665594aa1, infoPort=34139, infoSecurePort=0, ipcPort=45391, storageInfo=lv=-57;cid=testClusterID;nsid=1600200926;c=1731482644535), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T07:24:06,001 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92f8a4-3032-8787-f18b-6f1f4f038543 2024-11-13T07:24:06,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:24:06,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:24:06,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741825_1001 (size=7) 2024-11-13T07:24:06,010 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa with version=8 2024-11-13T07:24:06,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/hbase-staging 2024-11-13T07:24:06,012 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:24:06,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:24:06,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:24:06,013 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:24:06,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:24:06,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:24:06,013 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T07:24:06,013 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:24:06,014 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38915 2024-11-13T07:24:06,014 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38915 connecting to ZooKeeper ensemble=127.0.0.1:64210 2024-11-13T07:24:06,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389150x0, quorum=127.0.0.1:64210, baseZNode=/22013219489 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:24:06,037 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38915-0x10133143cdf0006 connected 2024-11-13T07:24:06,512 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:24:06,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:24:06,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38915-0x10133143cdf0006, quorum=127.0.0.1:64210, baseZNode=/22013219489 Set watcher on znode that does not yet exist, /22013219489/running 2024-11-13T07:24:06,515 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa, hbase.cluster.distributed=false 2024-11-13T07:24:06,516 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38915-0x10133143cdf0006, quorum=127.0.0.1:64210, baseZNode=/22013219489 Set watcher on znode that does not yet exist, /22013219489/acl 2024-11-13T07:24:06,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38915 2024-11-13T07:24:06,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38915 2024-11-13T07:24:06,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38915 2024-11-13T07:24:06,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38915 2024-11-13T07:24:06,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38915 2024-11-13T07:24:06,530 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:24:06,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:24:06,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:24:06,530 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:24:06,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:24:06,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:24:06,530 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T07:24:06,530 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:24:06,530 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40563 2024-11-13T07:24:06,531 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40563 connecting to ZooKeeper ensemble=127.0.0.1:64210 2024-11-13T07:24:06,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:24:06,532 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:24:06,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405630x0, quorum=127.0.0.1:64210, baseZNode=/22013219489 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:24:06,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405630x0, quorum=127.0.0.1:64210, baseZNode=/22013219489 Set watcher on znode that does not yet exist, /22013219489/running 2024-11-13T07:24:06,608 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40563-0x10133143cdf0007 connected 2024-11-13T07:24:06,608 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T07:24:06,608 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T07:24:06,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40563-0x10133143cdf0007, quorum=127.0.0.1:64210, baseZNode=/22013219489 Set watcher on znode that does not yet exist, /22013219489/master 2024-11-13T07:24:06,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40563-0x10133143cdf0007, quorum=127.0.0.1:64210, baseZNode=/22013219489 Set watcher on znode that does not yet exist, /22013219489/acl 2024-11-13T07:24:06,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40563 2024-11-13T07:24:06,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40563 2024-11-13T07:24:06,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40563 2024-11-13T07:24:06,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40563 2024-11-13T07:24:06,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40563 2024-11-13T07:24:06,625 DEBUG [M:0;2998b885bdef:38915 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2998b885bdef:38915 2024-11-13T07:24:06,626 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /22013219489/backup-masters/2998b885bdef,38915,1731482646012 2024-11-13T07:24:06,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38915-0x10133143cdf0006, quorum=127.0.0.1:64210, baseZNode=/22013219489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22013219489/backup-masters 2024-11-13T07:24:06,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40563-0x10133143cdf0007, quorum=127.0.0.1:64210, baseZNode=/22013219489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22013219489/backup-masters 2024-11-13T07:24:06,670 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38915-0x10133143cdf0006, quorum=127.0.0.1:64210, baseZNode=/22013219489 Set watcher on existing znode=/22013219489/backup-masters/2998b885bdef,38915,1731482646012 2024-11-13T07:24:06,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38915-0x10133143cdf0006, quorum=127.0.0.1:64210, baseZNode=/22013219489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22013219489 2024-11-13T07:24:06,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40563-0x10133143cdf0007, quorum=127.0.0.1:64210, baseZNode=/22013219489 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22013219489/master 2024-11-13T07:24:06,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40563-0x10133143cdf0007, quorum=127.0.0.1:64210, baseZNode=/22013219489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22013219489 2024-11-13T07:24:06,734 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38915-0x10133143cdf0006, quorum=127.0.0.1:64210, baseZNode=/22013219489 Set watcher on existing znode=/22013219489/master 2024-11-13T07:24:06,735 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /22013219489/backup-masters/2998b885bdef,38915,1731482646012 from backup master directory 2024-11-13T07:24:06,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38915-0x10133143cdf0006, quorum=127.0.0.1:64210, baseZNode=/22013219489 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22013219489/backup-masters/2998b885bdef,38915,1731482646012 2024-11-13T07:24:06,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38915-0x10133143cdf0006, quorum=127.0.0.1:64210, baseZNode=/22013219489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22013219489/backup-masters 2024-11-13T07:24:06,824 WARN [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:24:06,824 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2998b885bdef,38915,1731482646012 2024-11-13T07:24:06,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40563-0x10133143cdf0007, quorum=127.0.0.1:64210, baseZNode=/22013219489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22013219489/backup-masters 2024-11-13T07:24:06,827 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/hbase.id] with ID: a7d2cec4-ce62-4e26-aaa1-7159df5284c6 2024-11-13T07:24:06,827 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/.tmp/hbase.id 2024-11-13T07:24:06,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741826_1002 (size=42) 2024-11-13T07:24:07,234 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/.tmp/hbase.id]:[hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/hbase.id] 2024-11-13T07:24:07,241 INFO [master/2998b885bdef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:24:07,241 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T07:24:07,242 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T07:24:07,311 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:24:07,312 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2998b885bdef,39417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:39417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T07:24:07,312 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48467 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2998b885bdef,39417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:39417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T07:24:07,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38915-0x10133143cdf0006, quorum=127.0.0.1:64210, baseZNode=/22013219489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22013219489 2024-11-13T07:24:07,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40563-0x10133143cdf0007, quorum=127.0.0.1:64210, baseZNode=/22013219489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22013219489 2024-11-13T07:24:07,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741827_1003 (size=196) 2024-11-13T07:24:07,719 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:24:07,720 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T07:24:07,720 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:24:07,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741828_1004 (size=1189) 2024-11-13T07:24:08,126 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/MasterData/data/master/store 2024-11-13T07:24:08,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741829_1005 (size=34) 2024-11-13T07:24:08,531 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:24:08,531 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:24:08,531 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:24:08,531 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:24:08,531 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:24:08,531 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:24:08,531 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:24:08,531 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482648531Disabling compacts and flushes for region at 1731482648531Disabling writes for close at 1731482648531Writing region close event to WAL at 1731482648531Closed at 1731482648531 2024-11-13T07:24:08,532 WARN [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/MasterData/data/master/store/.initializing 2024-11-13T07:24:08,532 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/MasterData/WALs/2998b885bdef,38915,1731482646012 2024-11-13T07:24:08,533 INFO [master/2998b885bdef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:24:08,534 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2998b885bdef%2C38915%2C1731482646012, suffix=, logDir=hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/MasterData/WALs/2998b885bdef,38915,1731482646012, archiveDir=hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/MasterData/oldWALs, maxLogs=10 2024-11-13T07:24:08,552 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/MasterData/WALs/2998b885bdef,38915,1731482646012/2998b885bdef%2C38915%2C1731482646012.1731482648534, exclude list is [], retry=0 2024-11-13T07:24:08,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35149,DS-ac8e2c19-1e24-47b2-a69f-8daa012e391e,DISK] 2024-11-13T07:24:08,556 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/MasterData/WALs/2998b885bdef,38915,1731482646012/2998b885bdef%2C38915%2C1731482646012.1731482648534 2024-11-13T07:24:08,556 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34139:34139)] 2024-11-13T07:24:08,556 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:24:08,556 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:24:08,556 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:08,556 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:08,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:08,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T07:24:08,559 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:08,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:08,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:08,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T07:24:08,560 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:08,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:24:08,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:08,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T07:24:08,561 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:08,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:24:08,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:08,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T07:24:08,562 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:08,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:24:08,563 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:08,563 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:08,563 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:08,564 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:08,564 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:08,564 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:24:08,565 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:08,566 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:24:08,567 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65536996, jitterRate=-0.023422658443450928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:24:08,567 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731482648556Initializing all the Stores at 1731482648557 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482648557Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482648557Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482648557Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482648557Cleaning up temporary data from old regions at 1731482648564 (+7 ms)Region opened successfully at 1731482648567 (+3 ms) 2024-11-13T07:24:08,567 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T07:24:08,569 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@545d61d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:24:08,570 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T07:24:08,570 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T07:24:08,570 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T07:24:08,570 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T07:24:08,570 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T07:24:08,571 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T07:24:08,571 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T07:24:08,572 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T07:24:08,573 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38915-0x10133143cdf0006, quorum=127.0.0.1:64210, baseZNode=/22013219489 Unable to get data of znode /22013219489/balancer because node does not exist (not necessarily an error) 2024-11-13T07:24:08,595 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22013219489/balancer already deleted, retry=false 2024-11-13T07:24:08,595 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T07:24:08,596 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38915-0x10133143cdf0006, quorum=127.0.0.1:64210, baseZNode=/22013219489 Unable to get data of znode /22013219489/normalizer because node does not exist (not necessarily an error) 2024-11-13T07:24:08,671 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22013219489/normalizer already deleted, retry=false 2024-11-13T07:24:08,671 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T07:24:08,672 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38915-0x10133143cdf0006, quorum=127.0.0.1:64210, baseZNode=/22013219489 Unable to get data of znode /22013219489/switch/split because node does not exist (not necessarily an error) 2024-11-13T07:24:08,700 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22013219489/switch/split already deleted, retry=false 2024-11-13T07:24:08,701 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38915-0x10133143cdf0006, quorum=127.0.0.1:64210, baseZNode=/22013219489 Unable to get data of znode /22013219489/switch/merge because node does not exist (not necessarily an error) 2024-11-13T07:24:08,710 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22013219489/switch/merge already deleted, retry=false 2024-11-13T07:24:08,712 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38915-0x10133143cdf0006, quorum=127.0.0.1:64210, baseZNode=/22013219489 Unable to get data of znode /22013219489/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T07:24:08,721 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22013219489/snapshot-cleanup already deleted, retry=false 2024-11-13T07:24:08,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38915-0x10133143cdf0006, quorum=127.0.0.1:64210, baseZNode=/22013219489 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22013219489/running 2024-11-13T07:24:08,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40563-0x10133143cdf0007, quorum=127.0.0.1:64210, baseZNode=/22013219489 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22013219489/running 2024-11-13T07:24:08,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38915-0x10133143cdf0006, quorum=127.0.0.1:64210, baseZNode=/22013219489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22013219489 2024-11-13T07:24:08,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40563-0x10133143cdf0007, quorum=127.0.0.1:64210, baseZNode=/22013219489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22013219489 2024-11-13T07:24:08,732 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2998b885bdef,38915,1731482646012, sessionid=0x10133143cdf0006, setting cluster-up flag (Was=false) 2024-11-13T07:24:08,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38915-0x10133143cdf0006, quorum=127.0.0.1:64210, baseZNode=/22013219489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22013219489 2024-11-13T07:24:08,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40563-0x10133143cdf0007, quorum=127.0.0.1:64210, baseZNode=/22013219489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22013219489 2024-11-13T07:24:08,784 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22013219489/flush-table-proc/acquired, /22013219489/flush-table-proc/reached, /22013219489/flush-table-proc/abort 2024-11-13T07:24:08,785 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,38915,1731482646012 2024-11-13T07:24:08,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38915-0x10133143cdf0006, quorum=127.0.0.1:64210, baseZNode=/22013219489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22013219489 2024-11-13T07:24:08,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40563-0x10133143cdf0007, quorum=127.0.0.1:64210, baseZNode=/22013219489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22013219489 2024-11-13T07:24:08,847 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22013219489/online-snapshot/acquired, /22013219489/online-snapshot/reached, /22013219489/online-snapshot/abort 2024-11-13T07:24:08,848 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,38915,1731482646012 2024-11-13T07:24:08,849 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T07:24:08,850 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T07:24:08,850 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T07:24:08,850 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T07:24:08,851 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2998b885bdef,38915,1731482646012 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T07:24:08,852 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:24:08,852 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:24:08,852 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:24:08,852 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:24:08,852 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2998b885bdef:0, corePoolSize=10, maxPoolSize=10 2024-11-13T07:24:08,852 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:08,852 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:24:08,852 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:08,853 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731482678853 2024-11-13T07:24:08,853 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:24:08,853 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T07:24:08,853 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T07:24:08,854 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T07:24:08,863 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T07:24:08,863 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T07:24:08,863 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T07:24:08,863 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T07:24:08,863 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:08,864 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T07:24:08,864 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:08,864 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T07:24:08,864 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T07:24:08,864 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T07:24:08,864 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T07:24:08,864 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T07:24:08,864 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T07:24:08,868 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482648864,5,FailOnTimeoutGroup] 2024-11-13T07:24:08,868 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482648868,5,FailOnTimeoutGroup] 2024-11-13T07:24:08,868 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:08,868 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T07:24:08,868 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:08,868 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:08,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741831_1007 (size=1321) 2024-11-13T07:24:08,914 INFO [RS:0;2998b885bdef:40563 {}] regionserver.HRegionServer(746): ClusterId : a7d2cec4-ce62-4e26-aaa1-7159df5284c6 2024-11-13T07:24:08,914 DEBUG [RS:0;2998b885bdef:40563 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T07:24:08,921 DEBUG [RS:0;2998b885bdef:40563 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T07:24:08,921 DEBUG [RS:0;2998b885bdef:40563 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T07:24:08,932 DEBUG [RS:0;2998b885bdef:40563 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T07:24:08,932 DEBUG [RS:0;2998b885bdef:40563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50e2d47a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:24:08,943 DEBUG [RS:0;2998b885bdef:40563 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2998b885bdef:40563 2024-11-13T07:24:08,943 INFO [RS:0;2998b885bdef:40563 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T07:24:08,943 INFO [RS:0;2998b885bdef:40563 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T07:24:08,943 DEBUG [RS:0;2998b885bdef:40563 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T07:24:08,944 INFO [RS:0;2998b885bdef:40563 {}] regionserver.HRegionServer(2659): reportForDuty to master=2998b885bdef,38915,1731482646012 with port=40563, startcode=1731482646529 2024-11-13T07:24:08,944 DEBUG [RS:0;2998b885bdef:40563 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T07:24:08,945 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T07:24:08,945 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38915 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2998b885bdef,40563,1731482646529 2024-11-13T07:24:08,945 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38915 {}] master.ServerManager(517): Registering regionserver=2998b885bdef,40563,1731482646529 2024-11-13T07:24:08,947 DEBUG [RS:0;2998b885bdef:40563 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa 2024-11-13T07:24:08,947 DEBUG [RS:0;2998b885bdef:40563 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35473 2024-11-13T07:24:08,947 DEBUG [RS:0;2998b885bdef:40563 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T07:24:09,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38915-0x10133143cdf0006, quorum=127.0.0.1:64210, baseZNode=/22013219489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22013219489/rs 2024-11-13T07:24:09,003 DEBUG [RS:0;2998b885bdef:40563 {}] zookeeper.ZKUtil(111): regionserver:40563-0x10133143cdf0007, quorum=127.0.0.1:64210, baseZNode=/22013219489 Set watcher on existing znode=/22013219489/rs/2998b885bdef,40563,1731482646529 2024-11-13T07:24:09,004 WARN [RS:0;2998b885bdef:40563 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:24:09,004 INFO [RS:0;2998b885bdef:40563 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:24:09,004 DEBUG [RS:0;2998b885bdef:40563 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529 2024-11-13T07:24:09,004 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2998b885bdef,40563,1731482646529] 2024-11-13T07:24:09,006 INFO [RS:0;2998b885bdef:40563 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T07:24:09,008 INFO [RS:0;2998b885bdef:40563 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T07:24:09,008 INFO [RS:0;2998b885bdef:40563 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T07:24:09,008 INFO [RS:0;2998b885bdef:40563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:09,008 INFO [RS:0;2998b885bdef:40563 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T07:24:09,009 INFO [RS:0;2998b885bdef:40563 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T07:24:09,009 INFO [RS:0;2998b885bdef:40563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:09,009 DEBUG [RS:0;2998b885bdef:40563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:09,009 DEBUG [RS:0;2998b885bdef:40563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:09,009 DEBUG [RS:0;2998b885bdef:40563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:09,009 DEBUG [RS:0;2998b885bdef:40563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:09,009 DEBUG [RS:0;2998b885bdef:40563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:09,009 DEBUG [RS:0;2998b885bdef:40563 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:24:09,009 DEBUG [RS:0;2998b885bdef:40563 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:09,009 DEBUG [RS:0;2998b885bdef:40563 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:09,009 DEBUG [RS:0;2998b885bdef:40563 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:09,009 DEBUG [RS:0;2998b885bdef:40563 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:09,009 DEBUG [RS:0;2998b885bdef:40563 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:09,009 DEBUG [RS:0;2998b885bdef:40563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:09,009 DEBUG [RS:0;2998b885bdef:40563 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:24:09,009 DEBUG [RS:0;2998b885bdef:40563 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:24:09,010 INFO [RS:0;2998b885bdef:40563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:09,010 INFO [RS:0;2998b885bdef:40563 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:09,010 INFO [RS:0;2998b885bdef:40563 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:09,010 INFO [RS:0;2998b885bdef:40563 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:09,010 INFO [RS:0;2998b885bdef:40563 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:09,010 INFO [RS:0;2998b885bdef:40563 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,40563,1731482646529-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:24:09,029 INFO [RS:0;2998b885bdef:40563 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T07:24:09,029 INFO [RS:0;2998b885bdef:40563 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,40563,1731482646529-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:09,029 INFO [RS:0;2998b885bdef:40563 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:09,029 INFO [RS:0;2998b885bdef:40563 {}] regionserver.Replication(171): 2998b885bdef,40563,1731482646529 started 2024-11-13T07:24:09,046 INFO [RS:0;2998b885bdef:40563 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:09,046 INFO [RS:0;2998b885bdef:40563 {}] regionserver.HRegionServer(1482): Serving as 2998b885bdef,40563,1731482646529, RpcServer on 2998b885bdef/172.17.0.3:40563, sessionid=0x10133143cdf0007 2024-11-13T07:24:09,047 DEBUG [RS:0;2998b885bdef:40563 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T07:24:09,047 DEBUG [RS:0;2998b885bdef:40563 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2998b885bdef,40563,1731482646529 2024-11-13T07:24:09,047 DEBUG [RS:0;2998b885bdef:40563 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,40563,1731482646529' 2024-11-13T07:24:09,047 DEBUG [RS:0;2998b885bdef:40563 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22013219489/flush-table-proc/abort' 2024-11-13T07:24:09,047 DEBUG [RS:0;2998b885bdef:40563 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22013219489/flush-table-proc/acquired' 2024-11-13T07:24:09,047 DEBUG [RS:0;2998b885bdef:40563 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T07:24:09,047 DEBUG [RS:0;2998b885bdef:40563 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T07:24:09,047 DEBUG [RS:0;2998b885bdef:40563 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2998b885bdef,40563,1731482646529 2024-11-13T07:24:09,047 DEBUG [RS:0;2998b885bdef:40563 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,40563,1731482646529' 2024-11-13T07:24:09,047 DEBUG [RS:0;2998b885bdef:40563 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22013219489/online-snapshot/abort' 2024-11-13T07:24:09,048 DEBUG [RS:0;2998b885bdef:40563 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22013219489/online-snapshot/acquired' 2024-11-13T07:24:09,048 DEBUG [RS:0;2998b885bdef:40563 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T07:24:09,048 INFO [RS:0;2998b885bdef:40563 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T07:24:09,048 INFO [RS:0;2998b885bdef:40563 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T07:24:09,148 INFO [RS:0;2998b885bdef:40563 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:24:09,149 INFO [RS:0;2998b885bdef:40563 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C40563%2C1731482646529, suffix=, logDir=hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529, archiveDir=hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/oldWALs, maxLogs=10 2024-11-13T07:24:09,162 DEBUG [RS:0;2998b885bdef:40563 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150, exclude list is [], retry=0 2024-11-13T07:24:09,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35149,DS-ac8e2c19-1e24-47b2-a69f-8daa012e391e,DISK] 2024-11-13T07:24:09,165 INFO [RS:0;2998b885bdef:40563 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150 2024-11-13T07:24:09,166 DEBUG [RS:0;2998b885bdef:40563 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34139:34139)] 2024-11-13T07:24:09,274 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T07:24:09,274 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa 2024-11-13T07:24:09,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741833_1009 (size=32) 2024-11-13T07:24:09,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:24:09,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:24:09,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:24:09,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:09,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:09,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:24:09,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:24:09,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:09,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:09,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:24:09,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:24:09,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:09,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:09,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:24:09,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:24:09,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:09,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:09,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:24:09,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/hbase/meta/1588230740 2024-11-13T07:24:09,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/hbase/meta/1588230740 2024-11-13T07:24:09,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:24:09,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:24:09,687 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:24:09,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:24:09,689 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:24:09,689 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69175238, jitterRate=0.030791372060775757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:24:09,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731482649679Initializing all the Stores at 1731482649680 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482649680Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482649680Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482649680Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482649680Cleaning up temporary data from old regions at 1731482649686 (+6 ms)Region opened successfully at 1731482649689 (+3 ms) 2024-11-13T07:24:09,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:24:09,689 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:24:09,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:24:09,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:24:09,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:24:09,690 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:24:09,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482649689Disabling compacts and flushes for region at 1731482649689Disabling writes for close at 1731482649689Writing region close event to WAL at 1731482649690 (+1 ms)Closed at 1731482649690 2024-11-13T07:24:09,690 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:24:09,690 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T07:24:09,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T07:24:09,691 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:24:09,692 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T07:24:09,842 DEBUG [2998b885bdef:38915 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T07:24:09,843 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2998b885bdef,40563,1731482646529 2024-11-13T07:24:09,843 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,40563,1731482646529, state=OPENING 2024-11-13T07:24:09,847 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T07:24:09,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40563-0x10133143cdf0007, quorum=127.0.0.1:64210, baseZNode=/22013219489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22013219489 2024-11-13T07:24:09,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38915-0x10133143cdf0006, quorum=127.0.0.1:64210, baseZNode=/22013219489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22013219489 2024-11-13T07:24:09,858 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:24:09,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,40563,1731482646529}] 2024-11-13T07:24:09,858 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22013219489/meta-region-server: CHANGED 2024-11-13T07:24:09,858 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22013219489/meta-region-server: CHANGED 2024-11-13T07:24:09,860 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T07:24:09,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:09,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:09,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:09,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:09,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:09,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:09,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:09,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:09,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:09,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:10,010 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T07:24:10,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T07:24:10,014 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T07:24:10,014 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:24:10,014 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T07:24:10,015 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C40563%2C1731482646529.meta, suffix=.meta, logDir=hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529, archiveDir=hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/oldWALs, maxLogs=10 2024-11-13T07:24:10,027 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.meta.1731482650016.meta, exclude list is [], retry=0 2024-11-13T07:24:10,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35149,DS-ac8e2c19-1e24-47b2-a69f-8daa012e391e,DISK] 2024-11-13T07:24:10,031 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.meta.1731482650016.meta 2024-11-13T07:24:10,031 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34139:34139)] 2024-11-13T07:24:10,031 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:24:10,031 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:24:10,031 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T07:24:10,031 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T07:24:10,032 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T07:24:10,032 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T07:24:10,032 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:24:10,032 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T07:24:10,032 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T07:24:10,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:24:10,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:24:10,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:10,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:10,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:24:10,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:24:10,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:10,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:10,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:24:10,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:24:10,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:10,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:10,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:24:10,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:24:10,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:10,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:10,037 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:24:10,037 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/hbase/meta/1588230740 2024-11-13T07:24:10,038 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/hbase/meta/1588230740 2024-11-13T07:24:10,039 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:24:10,039 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:24:10,039 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:24:10,040 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:24:10,040 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73250740, jitterRate=0.09152108430862427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:24:10,040 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T07:24:10,041 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731482650032Writing region info on filesystem at 1731482650032Initializing all the Stores at 1731482650032Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482650032Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482650033 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482650033Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482650033Cleaning up temporary data from old regions at 1731482650039 (+6 ms)Running coprocessor post-open hooks at 1731482650040 (+1 ms)Region opened successfully at 1731482650041 (+1 ms) 2024-11-13T07:24:10,041 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731482650010 2024-11-13T07:24:10,043 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T07:24:10,043 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T07:24:10,044 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,40563,1731482646529 2024-11-13T07:24:10,044 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,40563,1731482646529, state=OPEN 2024-11-13T07:24:10,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40563-0x10133143cdf0007, quorum=127.0.0.1:64210, baseZNode=/22013219489 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22013219489/meta-region-server 2024-11-13T07:24:10,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38915-0x10133143cdf0006, quorum=127.0.0.1:64210, baseZNode=/22013219489 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22013219489/meta-region-server 2024-11-13T07:24:10,047 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2998b885bdef,40563,1731482646529 2024-11-13T07:24:10,047 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22013219489/meta-region-server: CHANGED 2024-11-13T07:24:10,047 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22013219489/meta-region-server: CHANGED 2024-11-13T07:24:10,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T07:24:10,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,40563,1731482646529 in 189 msec 2024-11-13T07:24:10,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T07:24:10,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2024-11-13T07:24:10,050 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:24:10,050 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T07:24:10,052 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:24:10,052 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,40563,1731482646529, seqNum=-1] 2024-11-13T07:24:10,052 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:24:10,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:24:10,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2070 sec 2024-11-13T07:24:10,057 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731482650057, completionTime=-1 2024-11-13T07:24:10,057 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T07:24:10,057 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T07:24:10,059 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T07:24:10,059 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731482710059 2024-11-13T07:24:10,059 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731482770059 2024-11-13T07:24:10,059 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T07:24:10,060 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,38915,1731482646012-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:10,060 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,38915,1731482646012-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:10,060 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,38915,1731482646012-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:10,060 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2998b885bdef:38915, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:10,060 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:10,060 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:10,061 DEBUG [master/2998b885bdef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T07:24:10,063 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.239sec 2024-11-13T07:24:10,063 INFO [master/2998b885bdef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T07:24:10,063 INFO [master/2998b885bdef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T07:24:10,063 INFO [master/2998b885bdef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T07:24:10,063 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T07:24:10,063 INFO [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T07:24:10,063 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,38915,1731482646012-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:24:10,063 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,38915,1731482646012-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T07:24:10,065 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T07:24:10,065 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T07:24:10,065 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,38915,1731482646012-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:10,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d4c0569, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:10,115 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,38915,-1 for getting cluster id 2024-11-13T07:24:10,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:24:10,116 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7d2cec4-ce62-4e26-aaa1-7159df5284c6' 2024-11-13T07:24:10,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:24:10,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7d2cec4-ce62-4e26-aaa1-7159df5284c6" 2024-11-13T07:24:10,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26deb820, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:10,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,38915,-1] 2024-11-13T07:24:10,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:24:10,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:10,118 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:24:10,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41f15e1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:10,119 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:24:10,120 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,40563,1731482646529, seqNum=-1] 2024-11-13T07:24:10,120 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:24:10,121 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:24:10,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2998b885bdef,38915,1731482646012 2024-11-13T07:24:10,123 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64210 2024-11-13T07:24:10,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64210, baseZNode=/22013219489 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:24:10,132 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10133143cdf0008 connected 2024-11-13T07:24:10,144 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:24:10,145 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,44015,1731482635107 2024-11-13T07:24:10,145 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63b2953 2024-11-13T07:24:10,145 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:24:10,146 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:24:10,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44015 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:24:10,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44015 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T07:24:10,149 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T07:24:10,149 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:10,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44015 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T07:24:10,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T07:24:10,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:24:10,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741835_1011 (size=902) 2024-11-13T07:24:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:24:10,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:24:10,558 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cab719754cc7d4ca1771624fafde16eb, NAME => 'test,,1731482650147.cab719754cc7d4ca1771624fafde16eb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3 2024-11-13T07:24:10,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741836_1012 (size=39) 2024-11-13T07:24:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:24:10,963 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731482650147.cab719754cc7d4ca1771624fafde16eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:24:10,963 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cab719754cc7d4ca1771624fafde16eb, disabling compactions & flushes 2024-11-13T07:24:10,963 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731482650147.cab719754cc7d4ca1771624fafde16eb. 2024-11-13T07:24:10,963 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731482650147.cab719754cc7d4ca1771624fafde16eb. 2024-11-13T07:24:10,963 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731482650147.cab719754cc7d4ca1771624fafde16eb. after waiting 0 ms 2024-11-13T07:24:10,963 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731482650147.cab719754cc7d4ca1771624fafde16eb. 2024-11-13T07:24:10,963 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731482650147.cab719754cc7d4ca1771624fafde16eb. 2024-11-13T07:24:10,963 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cab719754cc7d4ca1771624fafde16eb: Waiting for close lock at 1731482650963Disabling compacts and flushes for region at 1731482650963Disabling writes for close at 1731482650963Writing region close event to WAL at 1731482650963Closed at 1731482650963 2024-11-13T07:24:10,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T07:24:10,965 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731482650147.cab719754cc7d4ca1771624fafde16eb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731482650964"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482650964"}]},"ts":"1731482650964"} 2024-11-13T07:24:10,966 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T07:24:10,967 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T07:24:10,967 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482650967"}]},"ts":"1731482650967"} 2024-11-13T07:24:10,969 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T07:24:10,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cab719754cc7d4ca1771624fafde16eb, ASSIGN}] 2024-11-13T07:24:10,970 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cab719754cc7d4ca1771624fafde16eb, ASSIGN 2024-11-13T07:24:10,970 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cab719754cc7d4ca1771624fafde16eb, ASSIGN; state=OFFLINE, location=2998b885bdef,39771,1731482635293; forceNewPlan=false, retain=false 2024-11-13T07:24:11,121 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cab719754cc7d4ca1771624fafde16eb, regionState=OPENING, regionLocation=2998b885bdef,39771,1731482635293 2024-11-13T07:24:11,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cab719754cc7d4ca1771624fafde16eb, ASSIGN because future has completed 2024-11-13T07:24:11,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cab719754cc7d4ca1771624fafde16eb, server=2998b885bdef,39771,1731482635293}] 2024-11-13T07:24:11,278 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731482650147.cab719754cc7d4ca1771624fafde16eb. 2024-11-13T07:24:11,278 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cab719754cc7d4ca1771624fafde16eb, NAME => 'test,,1731482650147.cab719754cc7d4ca1771624fafde16eb.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:24:11,278 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:24:11,279 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T07:24:11,279 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cab719754cc7d4ca1771624fafde16eb 2024-11-13T07:24:11,279 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731482650147.cab719754cc7d4ca1771624fafde16eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:24:11,279 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cab719754cc7d4ca1771624fafde16eb 2024-11-13T07:24:11,279 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cab719754cc7d4ca1771624fafde16eb 2024-11-13T07:24:11,280 INFO [StoreOpener-cab719754cc7d4ca1771624fafde16eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cab719754cc7d4ca1771624fafde16eb 2024-11-13T07:24:11,281 INFO [StoreOpener-cab719754cc7d4ca1771624fafde16eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cab719754cc7d4ca1771624fafde16eb columnFamilyName f 2024-11-13T07:24:11,281 DEBUG [StoreOpener-cab719754cc7d4ca1771624fafde16eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:11,281 INFO [StoreOpener-cab719754cc7d4ca1771624fafde16eb-1 {}] regionserver.HStore(327): Store=cab719754cc7d4ca1771624fafde16eb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:24:11,281 INFO [StoreOpener-cab719754cc7d4ca1771624fafde16eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cab719754cc7d4ca1771624fafde16eb 2024-11-13T07:24:11,282 INFO [StoreOpener-cab719754cc7d4ca1771624fafde16eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cab719754cc7d4ca1771624fafde16eb columnFamilyName f1 2024-11-13T07:24:11,282 DEBUG [StoreOpener-cab719754cc7d4ca1771624fafde16eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:11,282 INFO [StoreOpener-cab719754cc7d4ca1771624fafde16eb-1 {}] regionserver.HStore(327): Store=cab719754cc7d4ca1771624fafde16eb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:24:11,282 INFO [StoreOpener-cab719754cc7d4ca1771624fafde16eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cab719754cc7d4ca1771624fafde16eb 2024-11-13T07:24:11,283 INFO [StoreOpener-cab719754cc7d4ca1771624fafde16eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cab719754cc7d4ca1771624fafde16eb columnFamilyName norep 2024-11-13T07:24:11,283 DEBUG [StoreOpener-cab719754cc7d4ca1771624fafde16eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:11,283 INFO [StoreOpener-cab719754cc7d4ca1771624fafde16eb-1 {}] regionserver.HStore(327): Store=cab719754cc7d4ca1771624fafde16eb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:24:11,284 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cab719754cc7d4ca1771624fafde16eb 2024-11-13T07:24:11,284 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/default/test/cab719754cc7d4ca1771624fafde16eb 2024-11-13T07:24:11,284 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/default/test/cab719754cc7d4ca1771624fafde16eb 2024-11-13T07:24:11,285 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cab719754cc7d4ca1771624fafde16eb 2024-11-13T07:24:11,285 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cab719754cc7d4ca1771624fafde16eb 2024-11-13T07:24:11,285 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T07:24:11,286 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cab719754cc7d4ca1771624fafde16eb 2024-11-13T07:24:11,287 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/default/test/cab719754cc7d4ca1771624fafde16eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:24:11,287 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cab719754cc7d4ca1771624fafde16eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58833605, jitterRate=-0.12331096827983856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T07:24:11,287 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cab719754cc7d4ca1771624fafde16eb 2024-11-13T07:24:11,288 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cab719754cc7d4ca1771624fafde16eb: Running coprocessor pre-open hook at 1731482651279Writing region info on filesystem at 1731482651279Initializing all the Stores at 1731482651279Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482651280 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482651280Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482651280Cleaning up temporary data from old regions at 1731482651285 (+5 ms)Running coprocessor post-open hooks at 1731482651287 (+2 ms)Region opened successfully at 1731482651288 (+1 ms) 2024-11-13T07:24:11,289 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731482650147.cab719754cc7d4ca1771624fafde16eb., pid=6, masterSystemTime=1731482651275 2024-11-13T07:24:11,290 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731482650147.cab719754cc7d4ca1771624fafde16eb. 2024-11-13T07:24:11,290 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731482650147.cab719754cc7d4ca1771624fafde16eb. 2024-11-13T07:24:11,291 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cab719754cc7d4ca1771624fafde16eb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2998b885bdef,39771,1731482635293 2024-11-13T07:24:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:24:11,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cab719754cc7d4ca1771624fafde16eb, server=2998b885bdef,39771,1731482635293 because future has completed 2024-11-13T07:24:11,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T07:24:11,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cab719754cc7d4ca1771624fafde16eb, server=2998b885bdef,39771,1731482635293 in 171 msec 2024-11-13T07:24:11,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T07:24:11,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cab719754cc7d4ca1771624fafde16eb, ASSIGN in 326 msec 2024-11-13T07:24:11,298 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T07:24:11,298 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482651298"}]},"ts":"1731482651298"} 2024-11-13T07:24:11,299 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T07:24:11,300 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T07:24:11,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-13T07:24:12,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:24:12,302 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T07:24:12,302 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:24:12,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,39021,1731482640922 2024-11-13T07:24:12,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d335247 2024-11-13T07:24:12,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:24:12,304 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:24:12,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:24:12,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T07:24:12,306 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T07:24:12,307 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:12,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T07:24:12,307 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T07:24:12,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:24:12,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741835_1011 (size=902) 2024-11-13T07:24:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:24:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:24:12,714 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 698019d6d683ac953378c99896c8e0b4, NAME => 'test,,1731482652304.698019d6d683ac953378c99896c8e0b4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe 2024-11-13T07:24:12,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741836_1012 (size=39) 2024-11-13T07:24:12,718 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731482652304.698019d6d683ac953378c99896c8e0b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:24:12,718 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 698019d6d683ac953378c99896c8e0b4, disabling compactions & flushes 2024-11-13T07:24:12,718 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731482652304.698019d6d683ac953378c99896c8e0b4. 2024-11-13T07:24:12,718 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731482652304.698019d6d683ac953378c99896c8e0b4. 2024-11-13T07:24:12,718 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731482652304.698019d6d683ac953378c99896c8e0b4. after waiting 0 ms 2024-11-13T07:24:12,718 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731482652304.698019d6d683ac953378c99896c8e0b4. 2024-11-13T07:24:12,719 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731482652304.698019d6d683ac953378c99896c8e0b4. 2024-11-13T07:24:12,719 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 698019d6d683ac953378c99896c8e0b4: Waiting for close lock at 1731482652718Disabling compacts and flushes for region at 1731482652718Disabling writes for close at 1731482652718Writing region close event to WAL at 1731482652718Closed at 1731482652719 (+1 ms) 2024-11-13T07:24:12,720 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T07:24:12,720 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731482652304.698019d6d683ac953378c99896c8e0b4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731482652720"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482652720"}]},"ts":"1731482652720"} 2024-11-13T07:24:12,722 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T07:24:12,722 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T07:24:12,723 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482652722"}]},"ts":"1731482652722"} 2024-11-13T07:24:12,724 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T07:24:12,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=698019d6d683ac953378c99896c8e0b4, ASSIGN}] 2024-11-13T07:24:12,726 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=698019d6d683ac953378c99896c8e0b4, ASSIGN 2024-11-13T07:24:12,726 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=698019d6d683ac953378c99896c8e0b4, ASSIGN; state=OFFLINE, location=2998b885bdef,39609,1731482641055; forceNewPlan=false, retain=false 2024-11-13T07:24:12,877 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=698019d6d683ac953378c99896c8e0b4, regionState=OPENING, regionLocation=2998b885bdef,39609,1731482641055 2024-11-13T07:24:12,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=698019d6d683ac953378c99896c8e0b4, ASSIGN because future has completed 2024-11-13T07:24:12,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 698019d6d683ac953378c99896c8e0b4, server=2998b885bdef,39609,1731482641055}] 2024-11-13T07:24:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:24:13,033 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731482652304.698019d6d683ac953378c99896c8e0b4. 2024-11-13T07:24:13,033 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 698019d6d683ac953378c99896c8e0b4, NAME => 'test,,1731482652304.698019d6d683ac953378c99896c8e0b4.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:24:13,033 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:24:13,034 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T07:24:13,034 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 698019d6d683ac953378c99896c8e0b4 2024-11-13T07:24:13,034 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731482652304.698019d6d683ac953378c99896c8e0b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:24:13,034 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 698019d6d683ac953378c99896c8e0b4 2024-11-13T07:24:13,034 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 698019d6d683ac953378c99896c8e0b4 2024-11-13T07:24:13,035 INFO [StoreOpener-698019d6d683ac953378c99896c8e0b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 698019d6d683ac953378c99896c8e0b4 2024-11-13T07:24:13,036 INFO [StoreOpener-698019d6d683ac953378c99896c8e0b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 698019d6d683ac953378c99896c8e0b4 columnFamilyName f 2024-11-13T07:24:13,036 DEBUG [StoreOpener-698019d6d683ac953378c99896c8e0b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:13,036 INFO [StoreOpener-698019d6d683ac953378c99896c8e0b4-1 {}] regionserver.HStore(327): Store=698019d6d683ac953378c99896c8e0b4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:24:13,036 INFO [StoreOpener-698019d6d683ac953378c99896c8e0b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 698019d6d683ac953378c99896c8e0b4 2024-11-13T07:24:13,037 INFO [StoreOpener-698019d6d683ac953378c99896c8e0b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 698019d6d683ac953378c99896c8e0b4 columnFamilyName f1 2024-11-13T07:24:13,037 DEBUG [StoreOpener-698019d6d683ac953378c99896c8e0b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:13,038 INFO [StoreOpener-698019d6d683ac953378c99896c8e0b4-1 {}] regionserver.HStore(327): Store=698019d6d683ac953378c99896c8e0b4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:24:13,038 INFO [StoreOpener-698019d6d683ac953378c99896c8e0b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 698019d6d683ac953378c99896c8e0b4 2024-11-13T07:24:13,039 INFO [StoreOpener-698019d6d683ac953378c99896c8e0b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 698019d6d683ac953378c99896c8e0b4 columnFamilyName norep 2024-11-13T07:24:13,039 DEBUG [StoreOpener-698019d6d683ac953378c99896c8e0b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:13,039 INFO [StoreOpener-698019d6d683ac953378c99896c8e0b4-1 {}] regionserver.HStore(327): Store=698019d6d683ac953378c99896c8e0b4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:24:13,039 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 698019d6d683ac953378c99896c8e0b4 2024-11-13T07:24:13,040 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/default/test/698019d6d683ac953378c99896c8e0b4 2024-11-13T07:24:13,040 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/default/test/698019d6d683ac953378c99896c8e0b4 2024-11-13T07:24:13,041 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 698019d6d683ac953378c99896c8e0b4 2024-11-13T07:24:13,041 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 698019d6d683ac953378c99896c8e0b4 2024-11-13T07:24:13,041 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T07:24:13,042 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 698019d6d683ac953378c99896c8e0b4 2024-11-13T07:24:13,043 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/default/test/698019d6d683ac953378c99896c8e0b4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:24:13,043 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 698019d6d683ac953378c99896c8e0b4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61410830, jitterRate=-0.08490732312202454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T07:24:13,043 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 698019d6d683ac953378c99896c8e0b4 2024-11-13T07:24:13,044 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 698019d6d683ac953378c99896c8e0b4: Running coprocessor pre-open hook at 1731482653034Writing region info on filesystem at 1731482653034Initializing all the Stores at 1731482653035 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482653035Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482653035Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482653035Cleaning up temporary data from old regions at 1731482653041 (+6 ms)Running coprocessor post-open hooks at 1731482653044 (+3 ms)Region opened successfully at 1731482653044 2024-11-13T07:24:13,044 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731482652304.698019d6d683ac953378c99896c8e0b4., pid=6, masterSystemTime=1731482653030 2024-11-13T07:24:13,046 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731482652304.698019d6d683ac953378c99896c8e0b4. 2024-11-13T07:24:13,046 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731482652304.698019d6d683ac953378c99896c8e0b4. 2024-11-13T07:24:13,046 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=698019d6d683ac953378c99896c8e0b4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2998b885bdef,39609,1731482641055 2024-11-13T07:24:13,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 698019d6d683ac953378c99896c8e0b4, server=2998b885bdef,39609,1731482641055 because future has completed 2024-11-13T07:24:13,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T07:24:13,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 698019d6d683ac953378c99896c8e0b4, server=2998b885bdef,39609,1731482641055 in 170 msec 2024-11-13T07:24:13,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T07:24:13,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=698019d6d683ac953378c99896c8e0b4, ASSIGN in 325 msec 2024-11-13T07:24:13,052 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T07:24:13,052 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482653052"}]},"ts":"1731482653052"} 2024-11-13T07:24:13,053 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T07:24:13,054 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T07:24:13,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 749 msec 2024-11-13T07:24:13,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:24:13,442 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T07:24:13,442 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:24:13,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,38915,1731482646012 2024-11-13T07:24:13,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bf8d709 2024-11-13T07:24:13,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:24:13,444 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:24:13,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:24:13,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T07:24:13,447 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T07:24:13,447 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:13,448 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T07:24:13,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T07:24:13,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:24:13,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741835_1011 (size=902) 2024-11-13T07:24:13,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:24:13,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:24:13,853 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5bea4f4634a52d827c64c700d0e1d2b0, NAME => 'test,,1731482653445.5bea4f4634a52d827c64c700d0e1d2b0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa 2024-11-13T07:24:13,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741836_1012 (size=39) 2024-11-13T07:24:13,861 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731482653445.5bea4f4634a52d827c64c700d0e1d2b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:24:13,861 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5bea4f4634a52d827c64c700d0e1d2b0, disabling compactions & flushes 2024-11-13T07:24:13,861 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731482653445.5bea4f4634a52d827c64c700d0e1d2b0. 2024-11-13T07:24:13,861 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731482653445.5bea4f4634a52d827c64c700d0e1d2b0. 2024-11-13T07:24:13,861 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731482653445.5bea4f4634a52d827c64c700d0e1d2b0. after waiting 0 ms 2024-11-13T07:24:13,861 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731482653445.5bea4f4634a52d827c64c700d0e1d2b0. 2024-11-13T07:24:13,861 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731482653445.5bea4f4634a52d827c64c700d0e1d2b0. 2024-11-13T07:24:13,861 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5bea4f4634a52d827c64c700d0e1d2b0: Waiting for close lock at 1731482653861Disabling compacts and flushes for region at 1731482653861Disabling writes for close at 1731482653861Writing region close event to WAL at 1731482653861Closed at 1731482653861 2024-11-13T07:24:13,862 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T07:24:13,862 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731482653445.5bea4f4634a52d827c64c700d0e1d2b0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731482653862"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482653862"}]},"ts":"1731482653862"} 2024-11-13T07:24:13,864 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T07:24:13,865 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T07:24:13,865 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482653865"}]},"ts":"1731482653865"} 2024-11-13T07:24:13,866 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T07:24:13,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5bea4f4634a52d827c64c700d0e1d2b0, ASSIGN}] 2024-11-13T07:24:13,869 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5bea4f4634a52d827c64c700d0e1d2b0, ASSIGN 2024-11-13T07:24:13,870 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5bea4f4634a52d827c64c700d0e1d2b0, ASSIGN; state=OFFLINE, location=2998b885bdef,40563,1731482646529; forceNewPlan=false, retain=false 2024-11-13T07:24:14,020 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5bea4f4634a52d827c64c700d0e1d2b0, regionState=OPENING, regionLocation=2998b885bdef,40563,1731482646529 2024-11-13T07:24:14,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5bea4f4634a52d827c64c700d0e1d2b0, ASSIGN because future has completed 2024-11-13T07:24:14,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bea4f4634a52d827c64c700d0e1d2b0, server=2998b885bdef,40563,1731482646529}] 2024-11-13T07:24:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:24:14,177 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731482653445.5bea4f4634a52d827c64c700d0e1d2b0. 2024-11-13T07:24:14,178 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5bea4f4634a52d827c64c700d0e1d2b0, NAME => 'test,,1731482653445.5bea4f4634a52d827c64c700d0e1d2b0.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:24:14,178 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:24:14,178 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T07:24:14,178 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5bea4f4634a52d827c64c700d0e1d2b0 2024-11-13T07:24:14,178 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731482653445.5bea4f4634a52d827c64c700d0e1d2b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:24:14,178 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5bea4f4634a52d827c64c700d0e1d2b0 2024-11-13T07:24:14,178 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5bea4f4634a52d827c64c700d0e1d2b0 2024-11-13T07:24:14,179 INFO [StoreOpener-5bea4f4634a52d827c64c700d0e1d2b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5bea4f4634a52d827c64c700d0e1d2b0 2024-11-13T07:24:14,180 INFO [StoreOpener-5bea4f4634a52d827c64c700d0e1d2b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bea4f4634a52d827c64c700d0e1d2b0 columnFamilyName f 2024-11-13T07:24:14,180 DEBUG [StoreOpener-5bea4f4634a52d827c64c700d0e1d2b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:14,181 INFO [StoreOpener-5bea4f4634a52d827c64c700d0e1d2b0-1 {}] regionserver.HStore(327): Store=5bea4f4634a52d827c64c700d0e1d2b0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:24:14,181 INFO [StoreOpener-5bea4f4634a52d827c64c700d0e1d2b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5bea4f4634a52d827c64c700d0e1d2b0 2024-11-13T07:24:14,181 INFO [StoreOpener-5bea4f4634a52d827c64c700d0e1d2b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bea4f4634a52d827c64c700d0e1d2b0 columnFamilyName f1 2024-11-13T07:24:14,181 DEBUG [StoreOpener-5bea4f4634a52d827c64c700d0e1d2b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:14,182 INFO [StoreOpener-5bea4f4634a52d827c64c700d0e1d2b0-1 {}] regionserver.HStore(327): Store=5bea4f4634a52d827c64c700d0e1d2b0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:24:14,182 INFO [StoreOpener-5bea4f4634a52d827c64c700d0e1d2b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5bea4f4634a52d827c64c700d0e1d2b0 2024-11-13T07:24:14,182 INFO [StoreOpener-5bea4f4634a52d827c64c700d0e1d2b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bea4f4634a52d827c64c700d0e1d2b0 columnFamilyName norep 2024-11-13T07:24:14,182 DEBUG [StoreOpener-5bea4f4634a52d827c64c700d0e1d2b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:14,183 INFO [StoreOpener-5bea4f4634a52d827c64c700d0e1d2b0-1 {}] regionserver.HStore(327): Store=5bea4f4634a52d827c64c700d0e1d2b0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:24:14,183 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5bea4f4634a52d827c64c700d0e1d2b0 2024-11-13T07:24:14,183 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/default/test/5bea4f4634a52d827c64c700d0e1d2b0 2024-11-13T07:24:14,183 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/default/test/5bea4f4634a52d827c64c700d0e1d2b0 2024-11-13T07:24:14,184 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5bea4f4634a52d827c64c700d0e1d2b0 2024-11-13T07:24:14,184 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5bea4f4634a52d827c64c700d0e1d2b0 2024-11-13T07:24:14,184 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T07:24:14,185 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5bea4f4634a52d827c64c700d0e1d2b0 2024-11-13T07:24:14,186 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/default/test/5bea4f4634a52d827c64c700d0e1d2b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:24:14,186 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5bea4f4634a52d827c64c700d0e1d2b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62435417, jitterRate=-0.06963978707790375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T07:24:14,186 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5bea4f4634a52d827c64c700d0e1d2b0 2024-11-13T07:24:14,187 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5bea4f4634a52d827c64c700d0e1d2b0: Running coprocessor pre-open hook at 1731482654178Writing region info on filesystem at 1731482654178Initializing all the Stores at 1731482654179 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482654179Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482654179Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482654179Cleaning up temporary data from old regions at 1731482654184 (+5 ms)Running coprocessor post-open hooks at 1731482654187 (+3 ms)Region opened successfully at 1731482654187 2024-11-13T07:24:14,187 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731482653445.5bea4f4634a52d827c64c700d0e1d2b0., pid=6, masterSystemTime=1731482654174 2024-11-13T07:24:14,189 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731482653445.5bea4f4634a52d827c64c700d0e1d2b0. 2024-11-13T07:24:14,189 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731482653445.5bea4f4634a52d827c64c700d0e1d2b0. 2024-11-13T07:24:14,189 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5bea4f4634a52d827c64c700d0e1d2b0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2998b885bdef,40563,1731482646529 2024-11-13T07:24:14,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bea4f4634a52d827c64c700d0e1d2b0, server=2998b885bdef,40563,1731482646529 because future has completed 2024-11-13T07:24:14,192 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T07:24:14,193 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5bea4f4634a52d827c64c700d0e1d2b0, server=2998b885bdef,40563,1731482646529 in 168 msec 2024-11-13T07:24:14,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T07:24:14,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5bea4f4634a52d827c64c700d0e1d2b0, ASSIGN in 326 msec 2024-11-13T07:24:14,194 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T07:24:14,194 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482654194"}]},"ts":"1731482654194"} 2024-11-13T07:24:14,196 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T07:24:14,196 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T07:24:14,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 751 msec 2024-11-13T07:24:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:24:14,581 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T07:24:14,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@222032cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:14,582 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,44015,-1 for getting cluster id 2024-11-13T07:24:14,582 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:24:14,582 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d235c43-7798-4653-80c6-826be067fc63' 2024-11-13T07:24:14,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:24:14,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d235c43-7798-4653-80c6-826be067fc63" 2024-11-13T07:24:14,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3006193f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:14,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,44015,-1] 2024-11-13T07:24:14,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:24:14,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:14,583 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:24:14,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5627ed7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:14,584 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:24:14,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,44015,1731482635107 2024-11-13T07:24:14,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e8eafb2 2024-11-13T07:24:14,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:24:14,586 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:24:14,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44015 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2998b885bdef:39021,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T07:24:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44015 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T07:24:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:24:14,588 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2998b885bdef:39021' 2024-11-13T07:24:14,589 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f34c969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:14,589 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39021,-1 for getting cluster id 2024-11-13T07:24:14,590 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:24:14,590 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '260af602-f9c4-4baf-b60b-6c6fc4deb782' 2024-11-13T07:24:14,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:24:14,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "260af602-f9c4-4baf-b60b-6c6fc4deb782" 2024-11-13T07:24:14,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c95bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:14,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39021,-1] 2024-11-13T07:24:14,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:24:14,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:14,591 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:24:14,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da710aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:14,592 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:24:14,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,39021,1731482640922 2024-11-13T07:24:14,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f50c777 2024-11-13T07:24:14,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:24:14,593 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:24:14,594 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T07:24:14,594 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T07:24:14,594 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:14,594 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:24:14,594 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:14,594 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:24:14,595 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T07:24:14,596 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T07:24:14,596 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:14,597 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T07:24:14,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741837_1013 (size=1138) 2024-11-13T07:24:14,645 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T07:24:14,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:24:14,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:24:15,002 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 881055c4312d8c01037e5ae34bde438e, NAME => 'hbase:replication,,1731482654594.881055c4312d8c01037e5ae34bde438e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3 2024-11-13T07:24:15,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741838_1014 (size=44) 2024-11-13T07:24:15,006 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T07:24:15,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:24:15,407 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731482654594.881055c4312d8c01037e5ae34bde438e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:24:15,407 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 881055c4312d8c01037e5ae34bde438e, disabling compactions & flushes 2024-11-13T07:24:15,407 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731482654594.881055c4312d8c01037e5ae34bde438e. 2024-11-13T07:24:15,407 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731482654594.881055c4312d8c01037e5ae34bde438e. 2024-11-13T07:24:15,407 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731482654594.881055c4312d8c01037e5ae34bde438e. after waiting 0 ms 2024-11-13T07:24:15,407 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731482654594.881055c4312d8c01037e5ae34bde438e. 2024-11-13T07:24:15,407 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731482654594.881055c4312d8c01037e5ae34bde438e. 2024-11-13T07:24:15,407 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 881055c4312d8c01037e5ae34bde438e: Waiting for close lock at 1731482655407Disabling compacts and flushes for region at 1731482655407Disabling writes for close at 1731482655407Writing region close event to WAL at 1731482655407Closed at 1731482655407 2024-11-13T07:24:15,408 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T07:24:15,408 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731482654594.881055c4312d8c01037e5ae34bde438e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731482655408"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482655408"}]},"ts":"1731482655408"} 2024-11-13T07:24:15,410 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T07:24:15,410 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T07:24:15,411 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482655410"}]},"ts":"1731482655410"} 2024-11-13T07:24:15,412 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T07:24:15,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=881055c4312d8c01037e5ae34bde438e, ASSIGN}] 2024-11-13T07:24:15,413 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=881055c4312d8c01037e5ae34bde438e, ASSIGN 2024-11-13T07:24:15,414 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=881055c4312d8c01037e5ae34bde438e, ASSIGN; state=OFFLINE, location=2998b885bdef,39771,1731482635293; forceNewPlan=false, retain=false 2024-11-13T07:24:15,533 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T07:24:15,564 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=881055c4312d8c01037e5ae34bde438e, regionState=OPENING, regionLocation=2998b885bdef,39771,1731482635293 2024-11-13T07:24:15,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:15,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:15,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:15,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:15,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:15,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=881055c4312d8c01037e5ae34bde438e, ASSIGN because future has completed 2024-11-13T07:24:15,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:15,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 881055c4312d8c01037e5ae34bde438e, server=2998b885bdef,39771,1731482635293}] 2024-11-13T07:24:15,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:15,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:15,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:15,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:24:15,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731482654594.881055c4312d8c01037e5ae34bde438e. 2024-11-13T07:24:15,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:24:15,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T07:24:15,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C39771%2C1731482635293.rep, suffix=, logDir=hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293, archiveDir=hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/oldWALs, maxLogs=10 2024-11-13T07:24:15,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.rep.1731482655724, exclude list is [], retry=0 2024-11-13T07:24:15,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39739,DS-ed35531e-ddf0-4952-b098-9b7a356a340b,DISK] 2024-11-13T07:24:15,738 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.rep.1731482655724 2024-11-13T07:24:15,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33927:33927)] 2024-11-13T07:24:15,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 881055c4312d8c01037e5ae34bde438e, NAME => 'hbase:replication,,1731482654594.881055c4312d8c01037e5ae34bde438e.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:24:15,739 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:24:15,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T07:24:15,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731482654594.881055c4312d8c01037e5ae34bde438e. service=MultiRowMutationService 2024-11-13T07:24:15,739 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T07:24:15,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 881055c4312d8c01037e5ae34bde438e 2024-11-13T07:24:15,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731482654594.881055c4312d8c01037e5ae34bde438e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:24:15,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 881055c4312d8c01037e5ae34bde438e 2024-11-13T07:24:15,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 881055c4312d8c01037e5ae34bde438e 2024-11-13T07:24:15,740 INFO [StoreOpener-881055c4312d8c01037e5ae34bde438e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 881055c4312d8c01037e5ae34bde438e 2024-11-13T07:24:15,741 INFO [StoreOpener-881055c4312d8c01037e5ae34bde438e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 881055c4312d8c01037e5ae34bde438e columnFamilyName hfileref 2024-11-13T07:24:15,741 DEBUG [StoreOpener-881055c4312d8c01037e5ae34bde438e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:15,742 INFO [StoreOpener-881055c4312d8c01037e5ae34bde438e-1 {}] regionserver.HStore(327): Store=881055c4312d8c01037e5ae34bde438e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:24:15,742 INFO [StoreOpener-881055c4312d8c01037e5ae34bde438e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 881055c4312d8c01037e5ae34bde438e 2024-11-13T07:24:15,742 INFO [StoreOpener-881055c4312d8c01037e5ae34bde438e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 881055c4312d8c01037e5ae34bde438e columnFamilyName queue 2024-11-13T07:24:15,742 DEBUG [StoreOpener-881055c4312d8c01037e5ae34bde438e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:15,743 INFO [StoreOpener-881055c4312d8c01037e5ae34bde438e-1 {}] regionserver.HStore(327): Store=881055c4312d8c01037e5ae34bde438e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:24:15,743 INFO [StoreOpener-881055c4312d8c01037e5ae34bde438e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 881055c4312d8c01037e5ae34bde438e 2024-11-13T07:24:15,744 INFO [StoreOpener-881055c4312d8c01037e5ae34bde438e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 881055c4312d8c01037e5ae34bde438e columnFamilyName sid 2024-11-13T07:24:15,744 DEBUG [StoreOpener-881055c4312d8c01037e5ae34bde438e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:15,744 INFO [StoreOpener-881055c4312d8c01037e5ae34bde438e-1 {}] regionserver.HStore(327): Store=881055c4312d8c01037e5ae34bde438e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:24:15,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 881055c4312d8c01037e5ae34bde438e 2024-11-13T07:24:15,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/hbase/replication/881055c4312d8c01037e5ae34bde438e 2024-11-13T07:24:15,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/hbase/replication/881055c4312d8c01037e5ae34bde438e 2024-11-13T07:24:15,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 881055c4312d8c01037e5ae34bde438e 2024-11-13T07:24:15,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 881055c4312d8c01037e5ae34bde438e 2024-11-13T07:24:15,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T07:24:15,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 881055c4312d8c01037e5ae34bde438e 2024-11-13T07:24:15,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/hbase/replication/881055c4312d8c01037e5ae34bde438e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:24:15,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 881055c4312d8c01037e5ae34bde438e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60788962, jitterRate=-0.09417387843132019}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T07:24:15,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 881055c4312d8c01037e5ae34bde438e 2024-11-13T07:24:15,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 881055c4312d8c01037e5ae34bde438e: Running coprocessor pre-open hook at 1731482655739Writing region info on filesystem at 1731482655739Initializing all the Stores at 1731482655740 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482655740Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482655740Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482655740Cleaning up temporary data from old regions at 1731482655745 (+5 ms)Running coprocessor post-open hooks at 1731482655748 (+3 ms)Region opened successfully at 1731482655748 2024-11-13T07:24:15,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731482654594.881055c4312d8c01037e5ae34bde438e., pid=10, masterSystemTime=1731482655719 2024-11-13T07:24:15,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731482654594.881055c4312d8c01037e5ae34bde438e. 2024-11-13T07:24:15,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731482654594.881055c4312d8c01037e5ae34bde438e. 2024-11-13T07:24:15,751 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=881055c4312d8c01037e5ae34bde438e, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,39771,1731482635293 2024-11-13T07:24:15,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 881055c4312d8c01037e5ae34bde438e, server=2998b885bdef,39771,1731482635293 because future has completed 2024-11-13T07:24:15,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T07:24:15,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 881055c4312d8c01037e5ae34bde438e, server=2998b885bdef,39771,1731482635293 in 186 msec 2024-11-13T07:24:15,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T07:24:15,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=881055c4312d8c01037e5ae34bde438e, ASSIGN in 343 msec 2024-11-13T07:24:15,757 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T07:24:15,757 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482655757"}]},"ts":"1731482655757"} 2024-11-13T07:24:15,759 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T07:24:15,759 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T07:24:15,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1650 sec 2024-11-13T07:24:15,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731482654594.881055c4312d8c01037e5ae34bde438e., hostname=2998b885bdef,39771,1731482635293, seqNum=2] 2024-11-13T07:24:15,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x10133143cdf0001, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2063990468 2024-11-13T07:24:15,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44015-0x10133143cdf0000, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2063990468 2024-11-13T07:24:15,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T07:24:15,926 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T07:24:16,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39771 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T07:24:16,000 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T07:24:16,025 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2998b885bdef,39771,1731482635293, ReplicationSource: 1, currentBandwidth=0 2024-11-13T07:24:16,026 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:24:16,026 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,39771,1731482635293, seqNum=-1] 2024-11-13T07:24:16,026 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:24:16,027 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-13T07:24:16,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2998b885bdef,39771,1731482635293', locateType=CURRENT is [region=hbase:replication,,1731482654594.881055c4312d8c01037e5ae34bde438e., hostname=2998b885bdef,39771,1731482635293, seqNum=2] 2024-11-13T07:24:16,030 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T07:24:16,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44015 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T07:24:16,032 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2998b885bdef,39771,1731482635293 suceeded 2024-11-13T07:24:16,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T07:24:16,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-13T07:24:16,033 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2998b885bdef:39021,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T07:24:16,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4470 sec 2024-11-13T07:24:16,043 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2998b885bdef:39021' 2024-11-13T07:24:16,044 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53724988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:16,044 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39021,-1 for getting cluster id 2024-11-13T07:24:16,044 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:24:16,045 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '260af602-f9c4-4baf-b60b-6c6fc4deb782' 2024-11-13T07:24:16,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:24:16,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "260af602-f9c4-4baf-b60b-6c6fc4deb782" 2024-11-13T07:24:16,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fa563f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:16,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39021,-1] 2024-11-13T07:24:16,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:24:16,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:16,046 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:24:16,046 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@681ebb5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:16,046 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:24:16,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,39021,1731482640922 2024-11-13T07:24:16,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cbc2ceb 2024-11-13T07:24:16,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:24:16,048 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-13T07:24:16,048 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2998b885bdef,39771,1731482635293 (queues=1) is replicating from cluster=2d235c43-7798-4653-80c6-826be067fc63 to cluster=260af602-f9c4-4baf-b60b-6c6fc4deb782 2024-11-13T07:24:16,049 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2998b885bdef%2C39771%2C1731482635293 2024-11-13T07:24:16,049 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2998b885bdef,39771,1731482635293, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T07:24:16,049 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.shipper2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2998b885bdef%2C39771%2C1731482635293 2024-11-13T07:24:16,049 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538, startPosition=0, beingWritten=true 2024-11-13T07:24:16,053 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:24:16,053 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 379, reset compression=false 2024-11-13T07:24:16,053 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.shipper2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,39771,1731482635293 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T07:24:16,256 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 379, reset compression=false 2024-11-13T07:24:16,560 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 379, reset compression=false 2024-11-13T07:24:16,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:24:16,732 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T07:24:16,732 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:24:16,732 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:24:16,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:16,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:16,732 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:24:16,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@109d7738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:16,733 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39021,-1 for getting cluster id 2024-11-13T07:24:16,733 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:24:16,734 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '260af602-f9c4-4baf-b60b-6c6fc4deb782' 2024-11-13T07:24:16,734 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:24:16,734 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "260af602-f9c4-4baf-b60b-6c6fc4deb782" 2024-11-13T07:24:16,734 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28572b53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:16,734 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39021,-1] 2024-11-13T07:24:16,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:24:16,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:16,735 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:24:16,736 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@174d9297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:16,736 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:24:16,737 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,39021,1731482640922 2024-11-13T07:24:16,737 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@511179e7 2024-11-13T07:24:16,737 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:24:16,738 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:24:16,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2998b885bdef:38915,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T07:24:16,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T07:24:16,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:24:16,741 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2998b885bdef:38915' 2024-11-13T07:24:16,741 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@557bae1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:16,741 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,38915,-1 for getting cluster id 2024-11-13T07:24:16,742 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:24:16,742 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7d2cec4-ce62-4e26-aaa1-7159df5284c6' 2024-11-13T07:24:16,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:24:16,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7d2cec4-ce62-4e26-aaa1-7159df5284c6" 2024-11-13T07:24:16,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1487fd89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:16,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,38915,-1] 2024-11-13T07:24:16,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:24:16,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:16,744 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:24:16,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4bbb5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:16,744 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:24:16,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,38915,1731482646012 2024-11-13T07:24:16,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5107a7dc 2024-11-13T07:24:16,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:24:16,746 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:24:16,746 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T07:24:16,746 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T07:24:16,746 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:16,746 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:16,746 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:24:16,747 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:24:16,748 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T07:24:16,748 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T07:24:16,749 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:16,749 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T07:24:16,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741837_1013 (size=1138) 2024-11-13T07:24:16,798 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T07:24:16,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:24:16,972 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 379, reset compression=false 2024-11-13T07:24:17,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:24:17,155 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d23a12942b0e5c52ed0921a5cdb28864, NAME => 'hbase:replication,,1731482656746.d23a12942b0e5c52ed0921a5cdb28864.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe 2024-11-13T07:24:17,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741838_1014 (size=44) 2024-11-13T07:24:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:24:17,478 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 379, reset compression=false 2024-11-13T07:24:17,562 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731482656746.d23a12942b0e5c52ed0921a5cdb28864.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:24:17,562 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d23a12942b0e5c52ed0921a5cdb28864, disabling compactions & flushes 2024-11-13T07:24:17,562 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731482656746.d23a12942b0e5c52ed0921a5cdb28864. 2024-11-13T07:24:17,562 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731482656746.d23a12942b0e5c52ed0921a5cdb28864. 2024-11-13T07:24:17,562 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731482656746.d23a12942b0e5c52ed0921a5cdb28864. after waiting 0 ms 2024-11-13T07:24:17,562 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731482656746.d23a12942b0e5c52ed0921a5cdb28864. 2024-11-13T07:24:17,562 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731482656746.d23a12942b0e5c52ed0921a5cdb28864. 2024-11-13T07:24:17,562 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d23a12942b0e5c52ed0921a5cdb28864: Waiting for close lock at 1731482657562Disabling compacts and flushes for region at 1731482657562Disabling writes for close at 1731482657562Writing region close event to WAL at 1731482657562Closed at 1731482657562 2024-11-13T07:24:17,563 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T07:24:17,563 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731482656746.d23a12942b0e5c52ed0921a5cdb28864.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731482657563"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482657563"}]},"ts":"1731482657563"} 2024-11-13T07:24:17,565 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T07:24:17,566 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T07:24:17,566 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482657566"}]},"ts":"1731482657566"} 2024-11-13T07:24:17,567 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T07:24:17,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d23a12942b0e5c52ed0921a5cdb28864, ASSIGN}] 2024-11-13T07:24:17,568 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d23a12942b0e5c52ed0921a5cdb28864, ASSIGN 2024-11-13T07:24:17,569 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d23a12942b0e5c52ed0921a5cdb28864, ASSIGN; state=OFFLINE, location=2998b885bdef,39609,1731482641055; forceNewPlan=false, retain=false 2024-11-13T07:24:17,720 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d23a12942b0e5c52ed0921a5cdb28864, regionState=OPENING, regionLocation=2998b885bdef,39609,1731482641055 2024-11-13T07:24:17,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d23a12942b0e5c52ed0921a5cdb28864, ASSIGN because future has completed 2024-11-13T07:24:17,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d23a12942b0e5c52ed0921a5cdb28864, server=2998b885bdef,39609,1731482641055}] 2024-11-13T07:24:17,878 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731482656746.d23a12942b0e5c52ed0921a5cdb28864. 2024-11-13T07:24:17,878 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:24:17,878 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T07:24:17,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C39609%2C1731482641055.rep, suffix=, logDir=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055, archiveDir=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/oldWALs, maxLogs=10 2024-11-13T07:24:17,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:24:17,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.rep.1731482657879, exclude list is [], retry=0 2024-11-13T07:24:17,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46367,DS-f7734b45-3508-4131-8adc-d5fcedd3825e,DISK] 2024-11-13T07:24:17,896 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.rep.1731482657879 2024-11-13T07:24:17,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38585:38585)] 2024-11-13T07:24:17,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d23a12942b0e5c52ed0921a5cdb28864, NAME => 'hbase:replication,,1731482656746.d23a12942b0e5c52ed0921a5cdb28864.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:24:17,896 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:24:17,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T07:24:17,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731482656746.d23a12942b0e5c52ed0921a5cdb28864. service=MultiRowMutationService 2024-11-13T07:24:17,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T07:24:17,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d23a12942b0e5c52ed0921a5cdb28864 2024-11-13T07:24:17,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731482656746.d23a12942b0e5c52ed0921a5cdb28864.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:24:17,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d23a12942b0e5c52ed0921a5cdb28864 2024-11-13T07:24:17,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d23a12942b0e5c52ed0921a5cdb28864 2024-11-13T07:24:17,898 INFO [StoreOpener-d23a12942b0e5c52ed0921a5cdb28864-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d23a12942b0e5c52ed0921a5cdb28864 2024-11-13T07:24:17,899 INFO [StoreOpener-d23a12942b0e5c52ed0921a5cdb28864-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d23a12942b0e5c52ed0921a5cdb28864 columnFamilyName hfileref 2024-11-13T07:24:17,899 DEBUG [StoreOpener-d23a12942b0e5c52ed0921a5cdb28864-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:17,899 INFO [StoreOpener-d23a12942b0e5c52ed0921a5cdb28864-1 {}] regionserver.HStore(327): Store=d23a12942b0e5c52ed0921a5cdb28864/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:24:17,899 INFO [StoreOpener-d23a12942b0e5c52ed0921a5cdb28864-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d23a12942b0e5c52ed0921a5cdb28864 2024-11-13T07:24:17,900 INFO [StoreOpener-d23a12942b0e5c52ed0921a5cdb28864-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d23a12942b0e5c52ed0921a5cdb28864 columnFamilyName queue 2024-11-13T07:24:17,900 DEBUG [StoreOpener-d23a12942b0e5c52ed0921a5cdb28864-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:17,900 INFO [StoreOpener-d23a12942b0e5c52ed0921a5cdb28864-1 {}] regionserver.HStore(327): Store=d23a12942b0e5c52ed0921a5cdb28864/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:24:17,900 INFO [StoreOpener-d23a12942b0e5c52ed0921a5cdb28864-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d23a12942b0e5c52ed0921a5cdb28864 2024-11-13T07:24:17,901 INFO [StoreOpener-d23a12942b0e5c52ed0921a5cdb28864-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d23a12942b0e5c52ed0921a5cdb28864 columnFamilyName sid 2024-11-13T07:24:17,901 DEBUG [StoreOpener-d23a12942b0e5c52ed0921a5cdb28864-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:17,901 INFO [StoreOpener-d23a12942b0e5c52ed0921a5cdb28864-1 {}] regionserver.HStore(327): Store=d23a12942b0e5c52ed0921a5cdb28864/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:24:17,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d23a12942b0e5c52ed0921a5cdb28864 2024-11-13T07:24:17,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/hbase/replication/d23a12942b0e5c52ed0921a5cdb28864 2024-11-13T07:24:17,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/hbase/replication/d23a12942b0e5c52ed0921a5cdb28864 2024-11-13T07:24:17,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d23a12942b0e5c52ed0921a5cdb28864 2024-11-13T07:24:17,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d23a12942b0e5c52ed0921a5cdb28864 2024-11-13T07:24:17,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T07:24:17,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d23a12942b0e5c52ed0921a5cdb28864 2024-11-13T07:24:17,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/hbase/replication/d23a12942b0e5c52ed0921a5cdb28864/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:24:17,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d23a12942b0e5c52ed0921a5cdb28864; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75204126, jitterRate=0.12062880396842957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T07:24:17,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d23a12942b0e5c52ed0921a5cdb28864 2024-11-13T07:24:17,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d23a12942b0e5c52ed0921a5cdb28864: Running coprocessor pre-open hook at 1731482657897Writing region info on filesystem at 1731482657897Initializing all the Stores at 1731482657898 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482657898Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482657898Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482657898Cleaning up temporary data from old regions at 1731482657903 (+5 ms)Running coprocessor post-open hooks at 1731482657906 (+3 ms)Region opened successfully at 1731482657906 2024-11-13T07:24:17,907 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731482656746.d23a12942b0e5c52ed0921a5cdb28864., pid=10, masterSystemTime=1731482657875 2024-11-13T07:24:17,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731482656746.d23a12942b0e5c52ed0921a5cdb28864. 2024-11-13T07:24:17,909 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731482656746.d23a12942b0e5c52ed0921a5cdb28864. 2024-11-13T07:24:17,909 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d23a12942b0e5c52ed0921a5cdb28864, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,39609,1731482641055 2024-11-13T07:24:17,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d23a12942b0e5c52ed0921a5cdb28864, server=2998b885bdef,39609,1731482641055 because future has completed 2024-11-13T07:24:17,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T07:24:17,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d23a12942b0e5c52ed0921a5cdb28864, server=2998b885bdef,39609,1731482641055 in 189 msec 2024-11-13T07:24:17,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T07:24:17,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d23a12942b0e5c52ed0921a5cdb28864, ASSIGN in 347 msec 2024-11-13T07:24:17,916 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T07:24:17,917 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482657917"}]},"ts":"1731482657917"} 2024-11-13T07:24:17,918 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T07:24:17,919 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T07:24:17,920 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-13T07:24:17,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731482656746.d23a12942b0e5c52ed0921a5cdb28864., hostname=2998b885bdef,39609,1731482641055, seqNum=2] 2024-11-13T07:24:17,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39021-0x10133143cdf0003, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195329330 2024-11-13T07:24:17,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39609-0x10133143cdf0004, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195329330 2024-11-13T07:24:18,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T07:24:18,081 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 379, reset compression=false 2024-11-13T07:24:18,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T07:24:18,168 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T07:24:18,208 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2998b885bdef,39609,1731482641055, ReplicationSource: 1, currentBandwidth=0 2024-11-13T07:24:18,208 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:24:18,208 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,39609,1731482641055, seqNum=-1] 2024-11-13T07:24:18,209 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:24:18,210 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-13T07:24:18,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2998b885bdef,39609,1731482641055', locateType=CURRENT is [region=hbase:replication,,1731482656746.d23a12942b0e5c52ed0921a5cdb28864., hostname=2998b885bdef,39609,1731482641055, seqNum=2] 2024-11-13T07:24:18,214 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T07:24:18,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T07:24:18,218 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2998b885bdef,39609,1731482641055 suceeded 2024-11-13T07:24:18,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T07:24:18,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-13T07:24:18,221 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2998b885bdef:38915,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T07:24:18,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4830 sec 2024-11-13T07:24:18,229 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2998b885bdef:38915' 2024-11-13T07:24:18,230 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1101d726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:18,230 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,38915,-1 for getting cluster id 2024-11-13T07:24:18,230 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:24:18,231 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7d2cec4-ce62-4e26-aaa1-7159df5284c6' 2024-11-13T07:24:18,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:24:18,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7d2cec4-ce62-4e26-aaa1-7159df5284c6" 2024-11-13T07:24:18,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3af4b442, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:18,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,38915,-1] 2024-11-13T07:24:18,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:24:18,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:18,233 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:24:18,233 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73b3af15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:18,233 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:24:18,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,38915,1731482646012 2024-11-13T07:24:18,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74f457c4 2024-11-13T07:24:18,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:24:18,235 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-13T07:24:18,236 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2998b885bdef,39609,1731482641055 (queues=1) is replicating from cluster=260af602-f9c4-4baf-b60b-6c6fc4deb782 to cluster=a7d2cec4-ce62-4e26-aaa1-7159df5284c6 2024-11-13T07:24:18,236 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2998b885bdef%2C39609%2C1731482641055 2024-11-13T07:24:18,236 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2998b885bdef,39609,1731482641055, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T07:24:18,236 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.shipper2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2998b885bdef%2C39609%2C1731482641055 2024-11-13T07:24:18,236 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380, startPosition=0, beingWritten=true 2024-11-13T07:24:18,240 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:24:18,240 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 379, reset compression=false 2024-11-13T07:24:18,241 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.shipper2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,39609,1731482641055 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T07:24:18,444 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 379, reset compression=false 2024-11-13T07:24:18,748 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 379, reset compression=false 2024-11-13T07:24:18,784 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 379, reset compression=false 2024-11-13T07:24:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:24:18,901 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T07:24:18,901 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:24:18,902 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:24:18,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:18,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:18,902 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:24:18,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@264d0d4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:18,902 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,38915,-1 for getting cluster id 2024-11-13T07:24:18,902 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:24:18,903 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7d2cec4-ce62-4e26-aaa1-7159df5284c6' 2024-11-13T07:24:18,903 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:24:18,903 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7d2cec4-ce62-4e26-aaa1-7159df5284c6" 2024-11-13T07:24:18,903 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c251082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:18,903 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,38915,-1] 2024-11-13T07:24:18,903 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:24:18,904 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:18,904 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:24:18,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6143fc7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:18,905 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:24:18,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,38915,1731482646012 2024-11-13T07:24:18,906 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d7ef2d3 2024-11-13T07:24:18,906 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:24:18,906 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:24:18,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2998b885bdef:44015,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T07:24:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T07:24:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:24:18,909 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2998b885bdef:44015' 2024-11-13T07:24:18,909 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@600854f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:18,909 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,44015,-1 for getting cluster id 2024-11-13T07:24:18,909 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:24:18,910 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d235c43-7798-4653-80c6-826be067fc63' 2024-11-13T07:24:18,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:24:18,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d235c43-7798-4653-80c6-826be067fc63" 2024-11-13T07:24:18,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67fa4f3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:18,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,44015,-1] 2024-11-13T07:24:18,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:24:18,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:18,911 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:24:18,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60a6011b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:18,912 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:24:18,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,44015,1731482635107 2024-11-13T07:24:18,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@371b887d 2024-11-13T07:24:18,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:24:18,913 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:24:18,914 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T07:24:18,914 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T07:24:18,914 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:18,914 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:18,914 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:24:18,914 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:24:18,915 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T07:24:18,916 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T07:24:18,916 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:18,916 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T07:24:18,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741837_1013 (size=1138) 2024-11-13T07:24:18,965 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T07:24:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:24:19,152 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 379, reset compression=false 2024-11-13T07:24:19,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:24:19,322 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5fae6ae0e42b9982f6f0594c267812bb, NAME => 'hbase:replication,,1731482658914.5fae6ae0e42b9982f6f0594c267812bb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa 2024-11-13T07:24:19,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741838_1014 (size=44) 2024-11-13T07:24:19,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:24:19,588 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 379, reset compression=false 2024-11-13T07:24:19,655 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 379, reset compression=false 2024-11-13T07:24:19,729 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731482658914.5fae6ae0e42b9982f6f0594c267812bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:24:19,729 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5fae6ae0e42b9982f6f0594c267812bb, disabling compactions & flushes 2024-11-13T07:24:19,729 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731482658914.5fae6ae0e42b9982f6f0594c267812bb. 2024-11-13T07:24:19,729 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731482658914.5fae6ae0e42b9982f6f0594c267812bb. 2024-11-13T07:24:19,729 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731482658914.5fae6ae0e42b9982f6f0594c267812bb. after waiting 0 ms 2024-11-13T07:24:19,729 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731482658914.5fae6ae0e42b9982f6f0594c267812bb. 2024-11-13T07:24:19,730 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731482658914.5fae6ae0e42b9982f6f0594c267812bb. 2024-11-13T07:24:19,730 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5fae6ae0e42b9982f6f0594c267812bb: Waiting for close lock at 1731482659729Disabling compacts and flushes for region at 1731482659729Disabling writes for close at 1731482659729Writing region close event to WAL at 1731482659729Closed at 1731482659729 2024-11-13T07:24:19,731 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T07:24:19,731 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731482658914.5fae6ae0e42b9982f6f0594c267812bb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731482659731"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482659731"}]},"ts":"1731482659731"} 2024-11-13T07:24:19,733 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T07:24:19,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T07:24:19,734 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482659734"}]},"ts":"1731482659734"} 2024-11-13T07:24:19,736 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T07:24:19,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5fae6ae0e42b9982f6f0594c267812bb, ASSIGN}] 2024-11-13T07:24:19,737 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5fae6ae0e42b9982f6f0594c267812bb, ASSIGN 2024-11-13T07:24:19,738 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5fae6ae0e42b9982f6f0594c267812bb, ASSIGN; state=OFFLINE, location=2998b885bdef,40563,1731482646529; forceNewPlan=false, retain=false 2024-11-13T07:24:19,888 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5fae6ae0e42b9982f6f0594c267812bb, regionState=OPENING, regionLocation=2998b885bdef,40563,1731482646529 2024-11-13T07:24:19,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5fae6ae0e42b9982f6f0594c267812bb, ASSIGN because future has completed 2024-11-13T07:24:19,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5fae6ae0e42b9982f6f0594c267812bb, server=2998b885bdef,40563,1731482646529}] 2024-11-13T07:24:20,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:24:20,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731482658914.5fae6ae0e42b9982f6f0594c267812bb. 2024-11-13T07:24:20,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:24:20,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T07:24:20,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C40563%2C1731482646529.rep, suffix=, logDir=hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529, archiveDir=hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/oldWALs, maxLogs=10 2024-11-13T07:24:20,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.rep.1731482660047, exclude list is [], retry=0 2024-11-13T07:24:20,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35149,DS-ac8e2c19-1e24-47b2-a69f-8daa012e391e,DISK] 2024-11-13T07:24:20,064 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.rep.1731482660047 2024-11-13T07:24:20,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34139:34139)] 2024-11-13T07:24:20,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5fae6ae0e42b9982f6f0594c267812bb, NAME => 'hbase:replication,,1731482658914.5fae6ae0e42b9982f6f0594c267812bb.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:24:20,064 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:24:20,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T07:24:20,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731482658914.5fae6ae0e42b9982f6f0594c267812bb. service=MultiRowMutationService 2024-11-13T07:24:20,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T07:24:20,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5fae6ae0e42b9982f6f0594c267812bb 2024-11-13T07:24:20,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731482658914.5fae6ae0e42b9982f6f0594c267812bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:24:20,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5fae6ae0e42b9982f6f0594c267812bb 2024-11-13T07:24:20,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5fae6ae0e42b9982f6f0594c267812bb 2024-11-13T07:24:20,066 INFO [StoreOpener-5fae6ae0e42b9982f6f0594c267812bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5fae6ae0e42b9982f6f0594c267812bb 2024-11-13T07:24:20,067 INFO [StoreOpener-5fae6ae0e42b9982f6f0594c267812bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fae6ae0e42b9982f6f0594c267812bb columnFamilyName hfileref 2024-11-13T07:24:20,067 DEBUG [StoreOpener-5fae6ae0e42b9982f6f0594c267812bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:20,068 INFO [StoreOpener-5fae6ae0e42b9982f6f0594c267812bb-1 {}] regionserver.HStore(327): Store=5fae6ae0e42b9982f6f0594c267812bb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:24:20,068 INFO [StoreOpener-5fae6ae0e42b9982f6f0594c267812bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5fae6ae0e42b9982f6f0594c267812bb 2024-11-13T07:24:20,069 INFO [StoreOpener-5fae6ae0e42b9982f6f0594c267812bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fae6ae0e42b9982f6f0594c267812bb columnFamilyName queue 2024-11-13T07:24:20,069 DEBUG [StoreOpener-5fae6ae0e42b9982f6f0594c267812bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:20,069 INFO [StoreOpener-5fae6ae0e42b9982f6f0594c267812bb-1 {}] regionserver.HStore(327): Store=5fae6ae0e42b9982f6f0594c267812bb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:24:20,070 INFO [StoreOpener-5fae6ae0e42b9982f6f0594c267812bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5fae6ae0e42b9982f6f0594c267812bb 2024-11-13T07:24:20,070 INFO [StoreOpener-5fae6ae0e42b9982f6f0594c267812bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fae6ae0e42b9982f6f0594c267812bb columnFamilyName sid 2024-11-13T07:24:20,070 DEBUG [StoreOpener-5fae6ae0e42b9982f6f0594c267812bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:20,071 INFO [StoreOpener-5fae6ae0e42b9982f6f0594c267812bb-1 {}] regionserver.HStore(327): Store=5fae6ae0e42b9982f6f0594c267812bb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:24:20,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5fae6ae0e42b9982f6f0594c267812bb 2024-11-13T07:24:20,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/hbase/replication/5fae6ae0e42b9982f6f0594c267812bb 2024-11-13T07:24:20,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/hbase/replication/5fae6ae0e42b9982f6f0594c267812bb 2024-11-13T07:24:20,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5fae6ae0e42b9982f6f0594c267812bb 2024-11-13T07:24:20,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5fae6ae0e42b9982f6f0594c267812bb 2024-11-13T07:24:20,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T07:24:20,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5fae6ae0e42b9982f6f0594c267812bb 2024-11-13T07:24:20,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/hbase/replication/5fae6ae0e42b9982f6f0594c267812bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:24:20,077 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5fae6ae0e42b9982f6f0594c267812bb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70174773, jitterRate=0.045685604214668274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T07:24:20,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5fae6ae0e42b9982f6f0594c267812bb 2024-11-13T07:24:20,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5fae6ae0e42b9982f6f0594c267812bb: Running coprocessor pre-open hook at 1731482660065Writing region info on filesystem at 1731482660065Initializing all the Stores at 1731482660066 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482660066Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482660066Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482660066Cleaning up temporary data from old regions at 1731482660073 (+7 ms)Running coprocessor post-open hooks at 1731482660077 (+4 ms)Region opened successfully at 1731482660077 2024-11-13T07:24:20,078 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731482658914.5fae6ae0e42b9982f6f0594c267812bb., pid=10, masterSystemTime=1731482660042 2024-11-13T07:24:20,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731482658914.5fae6ae0e42b9982f6f0594c267812bb. 2024-11-13T07:24:20,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731482658914.5fae6ae0e42b9982f6f0594c267812bb. 2024-11-13T07:24:20,080 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5fae6ae0e42b9982f6f0594c267812bb, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,40563,1731482646529 2024-11-13T07:24:20,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5fae6ae0e42b9982f6f0594c267812bb, server=2998b885bdef,40563,1731482646529 because future has completed 2024-11-13T07:24:20,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T07:24:20,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5fae6ae0e42b9982f6f0594c267812bb, server=2998b885bdef,40563,1731482646529 in 193 msec 2024-11-13T07:24:20,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T07:24:20,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5fae6ae0e42b9982f6f0594c267812bb, ASSIGN in 348 msec 2024-11-13T07:24:20,089 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T07:24:20,089 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482660089"}]},"ts":"1731482660089"} 2024-11-13T07:24:20,091 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T07:24:20,092 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T07:24:20,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-13T07:24:20,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731482658914.5fae6ae0e42b9982f6f0594c267812bb., hostname=2998b885bdef,40563,1731482646529, seqNum=2] 2024-11-13T07:24:20,133 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T07:24:20,133 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T07:24:20,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T07:24:20,134 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T07:24:20,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38915-0x10133143cdf0006, quorum=127.0.0.1:64210, baseZNode=/22013219489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22013219489 2024-11-13T07:24:20,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40563-0x10133143cdf0007, quorum=127.0.0.1:64210, baseZNode=/22013219489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22013219489 2024-11-13T07:24:20,226 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T07:24:20,259 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 379, reset compression=false 2024-11-13T07:24:20,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40563 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T07:24:20,379 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T07:24:20,412 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2998b885bdef,40563,1731482646529, ReplicationSource: 1, currentBandwidth=0 2024-11-13T07:24:20,413 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:24:20,413 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,40563,1731482646529, seqNum=-1] 2024-11-13T07:24:20,413 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:24:20,414 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-13T07:24:20,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2998b885bdef,40563,1731482646529', locateType=CURRENT is [region=hbase:replication,,1731482658914.5fae6ae0e42b9982f6f0594c267812bb., hostname=2998b885bdef,40563,1731482646529, seqNum=2] 2024-11-13T07:24:20,418 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T07:24:20,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T07:24:20,420 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2998b885bdef,40563,1731482646529 suceeded 2024-11-13T07:24:20,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T07:24:20,422 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2998b885bdef:44015,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T07:24:20,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-13T07:24:20,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5150 sec 2024-11-13T07:24:20,432 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2998b885bdef:44015' 2024-11-13T07:24:20,433 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3bfa0503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:20,433 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,44015,-1 for getting cluster id 2024-11-13T07:24:20,433 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:24:20,434 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d235c43-7798-4653-80c6-826be067fc63' 2024-11-13T07:24:20,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:24:20,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d235c43-7798-4653-80c6-826be067fc63" 2024-11-13T07:24:20,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cf22e87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:20,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,44015,-1] 2024-11-13T07:24:20,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:24:20,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:20,435 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:24:20,435 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cb38ae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:20,435 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:24:20,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,44015,1731482635107 2024-11-13T07:24:20,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17d0fc7f 2024-11-13T07:24:20,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:24:20,436 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-13T07:24:20,437 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2998b885bdef,40563,1731482646529 (queues=1) is replicating from cluster=a7d2cec4-ce62-4e26-aaa1-7159df5284c6 to cluster=2d235c43-7798-4653-80c6-826be067fc63 2024-11-13T07:24:20,437 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2998b885bdef%2C40563%2C1731482646529 2024-11-13T07:24:20,437 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2998b885bdef,40563,1731482646529, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T07:24:20,437 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150, startPosition=0, beingWritten=true 2024-11-13T07:24:20,437 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.shipper2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2998b885bdef%2C40563%2C1731482646529 2024-11-13T07:24:20,442 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:24:20,442 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150 to pos 379, reset compression=false 2024-11-13T07:24:20,442 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.shipper2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,40563,1731482646529 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T07:24:20,491 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 379, reset compression=false 2024-11-13T07:24:20,645 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150 to pos 379, reset compression=false 2024-11-13T07:24:20,949 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150 to pos 379, reset compression=false 2024-11-13T07:24:20,962 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 379, reset compression=false 2024-11-13T07:24:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:24:21,051 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T07:24:21,051 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:24:21,051 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:24:21,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:21,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:21,051 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:24:21,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57a28dc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:21,052 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,44015,-1 for getting cluster id 2024-11-13T07:24:21,052 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:24:21,053 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d235c43-7798-4653-80c6-826be067fc63' 2024-11-13T07:24:21,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:24:21,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d235c43-7798-4653-80c6-826be067fc63" 2024-11-13T07:24:21,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aa8322b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:21,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,44015,-1] 2024-11-13T07:24:21,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:24:21,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:21,054 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:24:21,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7fee01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:21,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@441b5d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:21,055 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39021,-1 for getting cluster id 2024-11-13T07:24:21,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:24:21,055 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '260af602-f9c4-4baf-b60b-6c6fc4deb782' 2024-11-13T07:24:21,055 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:24:21,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "260af602-f9c4-4baf-b60b-6c6fc4deb782" 2024-11-13T07:24:21,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@296fcd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:21,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39021,-1] 2024-11-13T07:24:21,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:24:21,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:21,057 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:24:21,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30943fb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:21,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ba7ca46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:21,058 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,38915,-1 for getting cluster id 2024-11-13T07:24:21,058 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:24:21,058 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7d2cec4-ce62-4e26-aaa1-7159df5284c6' 2024-11-13T07:24:21,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:24:21,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7d2cec4-ce62-4e26-aaa1-7159df5284c6" 2024-11-13T07:24:21,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c8b7c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:21,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,38915,-1] 2024-11-13T07:24:21,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:24:21,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:21,060 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:24:21,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@136fc3d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:21,061 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:24:21,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,39771,1731482635293, seqNum=-1] 2024-11-13T07:24:21,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:24:21,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:24:21,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731482650147.cab719754cc7d4ca1771624fafde16eb., hostname=2998b885bdef,39771,1731482635293, seqNum=2] 2024-11-13T07:24:21,066 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:24:21,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,40563,1731482646529, seqNum=-1] 2024-11-13T07:24:21,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:24:21,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:24:21,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731482653445.5bea4f4634a52d827c64c700d0e1d2b0., hostname=2998b885bdef,40563,1731482646529, seqNum=2] 2024-11-13T07:24:21,071 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T07:24:21,241 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T07:24:21,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:21,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:21,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:21,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:21,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:21,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:21,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:21,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:21,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:21,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:21,352 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150 to pos 379, reset compression=false 2024-11-13T07:24:21,495 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 379, reset compression=false 2024-11-13T07:24:21,499 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T07:24:21,499 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 480, reset compression=false 2024-11-13T07:24:21,499 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.shipper2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,39771,1731482635293 got entry batch from reader: WALEntryBatch [walEntries=[{test/cab719754cc7d4ca1771624fafde16eb/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-13T07:24:21,501 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.shipper2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T07:24:21,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-13T07:24:21,502 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39609 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T07:24:21,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39609 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1df11ead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:21,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39609 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,39021,-1 for getting cluster id 2024-11-13T07:24:21,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39609 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:24:21,504 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '260af602-f9c4-4baf-b60b-6c6fc4deb782' 2024-11-13T07:24:21,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:24:21,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "260af602-f9c4-4baf-b60b-6c6fc4deb782" 2024-11-13T07:24:21,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22c63011, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:21,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,39021,-1] 2024-11-13T07:24:21,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:24:21,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:21,505 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:24:21,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39609 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68cf9e20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:21,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39609 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:24:21,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,39609,1731482641055, seqNum=-1] 2024-11-13T07:24:21,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:24:21,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-13T07:24:21,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731482652304.698019d6d683ac953378c99896c8e0b4., hostname=2998b885bdef,39609,1731482641055, seqNum=2] 2024-11-13T07:24:21,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39609 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T07:24:21,703 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 480, reset compression=false 2024-11-13T07:24:21,765 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 379, reset compression=false 2024-11-13T07:24:21,769 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T07:24:21,769 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 503, reset compression=false 2024-11-13T07:24:21,769 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.shipper2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,39609,1731482641055 got entry batch from reader: WALEntryBatch [walEntries=[{test/698019d6d683ac953378c99896c8e0b4/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-13T07:24:21,770 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.shipper2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T07:24:21,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-13T07:24:21,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40563 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T07:24:21,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@222a929e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:21,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40563 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,38915,-1 for getting cluster id 2024-11-13T07:24:21,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40563 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:24:21,773 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7d2cec4-ce62-4e26-aaa1-7159df5284c6' 2024-11-13T07:24:21,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:24:21,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7d2cec4-ce62-4e26-aaa1-7159df5284c6" 2024-11-13T07:24:21,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7284ae9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:21,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,38915,-1] 2024-11-13T07:24:21,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:24:21,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:21,774 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:24:21,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34cda7b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:21,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40563 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:24:21,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,40563,1731482646529, seqNum=-1] 2024-11-13T07:24:21,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:24:21,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-13T07:24:21,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731482653445.5bea4f4634a52d827c64c700d0e1d2b0., hostname=2998b885bdef,40563,1731482646529, seqNum=2] 2024-11-13T07:24:21,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40563 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T07:24:21,855 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150 to pos 379, reset compression=false 2024-11-13T07:24:21,860 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:24:21,860 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150 to pos 526, reset compression=false 2024-11-13T07:24:21,860 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.shipper2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,40563,1731482646529 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T07:24:21,972 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 503, reset compression=false 2024-11-13T07:24:22,007 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 480, reset compression=false 2024-11-13T07:24:22,063 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150 to pos 526, reset compression=false 2024-11-13T07:24:22,073 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-13T07:24:22,073 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:24:22,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,39609,1731482641055, seqNum=-1] 2024-11-13T07:24:22,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:24:22,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:24:22,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731482652304.698019d6d683ac953378c99896c8e0b4., hostname=2998b885bdef,39609,1731482641055, seqNum=2] 2024-11-13T07:24:22,079 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-13T07:24:22,277 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 503, reset compression=false 2024-11-13T07:24:22,283 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T07:24:22,283 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 607, reset compression=false 2024-11-13T07:24:22,283 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.shipper2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,39609,1731482641055 got entry batch from reader: WALEntryBatch [walEntries=[{test/698019d6d683ac953378c99896c8e0b4/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T07:24:22,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40563 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T07:24:22,287 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40563 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T07:24:22,366 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150 to pos 526, reset compression=false 2024-11-13T07:24:22,371 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T07:24:22,371 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150 to pos 653, reset compression=false 2024-11-13T07:24:22,371 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.shipper2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,40563,1731482646529 got entry batch from reader: WALEntryBatch [walEntries=[{test/5bea4f4634a52d827c64c700d0e1d2b0/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T07:24:22,373 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.shipper2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T07:24:22,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-13T07:24:22,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T07:24:22,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4669d705, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:22,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,44015,-1 for getting cluster id 2024-11-13T07:24:22,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:24:22,375 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d235c43-7798-4653-80c6-826be067fc63' 2024-11-13T07:24:22,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:24:22,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d235c43-7798-4653-80c6-826be067fc63" 2024-11-13T07:24:22,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@629a8d91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:22,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,44015,-1] 2024-11-13T07:24:22,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:24:22,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:22,376 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:24:22,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e1f1373, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:22,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:24:22,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,39771,1731482635293, seqNum=-1] 2024-11-13T07:24:22,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:24:22,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-13T07:24:22,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731482650147.cab719754cc7d4ca1771624fafde16eb., hostname=2998b885bdef,39771,1731482635293, seqNum=2] 2024-11-13T07:24:22,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T07:24:22,410 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 480, reset compression=false 2024-11-13T07:24:22,414 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:24:22,414 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 631, reset compression=false 2024-11-13T07:24:22,414 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.shipper2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,39771,1731482635293 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T07:24:22,487 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 607, reset compression=false 2024-11-13T07:24:22,575 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150 to pos 653, reset compression=false 2024-11-13T07:24:22,618 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 631, reset compression=false 2024-11-13T07:24:22,791 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 607, reset compression=false 2024-11-13T07:24:22,878 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150 to pos 653, reset compression=false 2024-11-13T07:24:22,921 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 631, reset compression=false 2024-11-13T07:24:23,080 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-13T07:24:23,083 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-13T07:24:23,195 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 607, reset compression=false 2024-11-13T07:24:23,281 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150 to pos 653, reset compression=false 2024-11-13T07:24:23,285 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T07:24:23,285 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150 to pos 757, reset compression=false 2024-11-13T07:24:23,285 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.shipper2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,40563,1731482646529 got entry batch from reader: WALEntryBatch [walEntries=[{test/5bea4f4634a52d827c64c700d0e1d2b0/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T07:24:23,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T07:24:23,289 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T07:24:23,324 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 631, reset compression=false 2024-11-13T07:24:23,327 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T07:24:23,327 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 759, reset compression=false 2024-11-13T07:24:23,327 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.shipper2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,39771,1731482635293 got entry batch from reader: WALEntryBatch [walEntries=[{test/cab719754cc7d4ca1771624fafde16eb/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T07:24:23,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39609 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T07:24:23,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39609 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T07:24:23,489 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150 to pos 757, reset compression=false 2024-11-13T07:24:23,531 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 759, reset compression=false 2024-11-13T07:24:23,707 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 607, reset compression=false 2024-11-13T07:24:23,711 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:24:23,711 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 758, reset compression=false 2024-11-13T07:24:23,711 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.shipper2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,39609,1731482641055 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T07:24:23,792 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150 to pos 757, reset compression=false 2024-11-13T07:24:23,834 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 759, reset compression=false 2024-11-13T07:24:23,916 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 758, reset compression=false 2024-11-13T07:24:24,084 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-13T07:24:24,087 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T07:24:24,196 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150 to pos 757, reset compression=false 2024-11-13T07:24:24,219 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 758, reset compression=false 2024-11-13T07:24:24,240 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 759, reset compression=false 2024-11-13T07:24:24,244 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T07:24:24,244 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 915, reset compression=false 2024-11-13T07:24:24,244 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.shipper2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,39771,1731482635293 got entry batch from reader: WALEntryBatch [walEntries=[{test/cab719754cc7d4ca1771624fafde16eb/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-13T07:24:24,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39609 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T07:24:24,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39609 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T07:24:24,447 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 915, reset compression=false 2024-11-13T07:24:24,622 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 758, reset compression=false 2024-11-13T07:24:24,630 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T07:24:24,630 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 905, reset compression=false 2024-11-13T07:24:24,630 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.shipper2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,39609,1731482641055 got entry batch from reader: WALEntryBatch [walEntries=[{test/698019d6d683ac953378c99896c8e0b4/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-13T07:24:24,631 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40563 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T07:24:24,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40563 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T07:24:24,697 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T07:24:24,699 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150 to pos 757, reset compression=false 2024-11-13T07:24:24,703 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:24:24,703 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150 to pos 927, reset compression=false 2024-11-13T07:24:24,703 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.shipper2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,40563,1731482646529 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T07:24:24,751 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 915, reset compression=false 2024-11-13T07:24:24,837 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 905, reset compression=false 2024-11-13T07:24:24,906 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150 to pos 927, reset compression=false 2024-11-13T07:24:25,089 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-13T07:24:25,091 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-13T07:24:25,140 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 905, reset compression=false 2024-11-13T07:24:25,143 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T07:24:25,144 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 1064, reset compression=false 2024-11-13T07:24:25,144 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.shipper2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,39609,1731482641055 got entry batch from reader: WALEntryBatch [walEntries=[{test/698019d6d683ac953378c99896c8e0b4/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T07:24:25,145 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40563 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T07:24:25,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40563 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T07:24:25,154 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 915, reset compression=false 2024-11-13T07:24:25,209 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150 to pos 927, reset compression=false 2024-11-13T07:24:25,212 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T07:24:25,212 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150 to pos 1076, reset compression=false 2024-11-13T07:24:25,212 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.shipper2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,40563,1731482646529 got entry batch from reader: WALEntryBatch [walEntries=[{test/5bea4f4634a52d827c64c700d0e1d2b0/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-13T07:24:25,213 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T07:24:25,215 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T07:24:25,347 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 1064, reset compression=false 2024-11-13T07:24:25,416 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150 to pos 1076, reset compression=false 2024-11-13T07:24:25,650 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 1064, reset compression=false 2024-11-13T07:24:25,657 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 915, reset compression=false 2024-11-13T07:24:25,661 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:24:25,661 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 1088, reset compression=false 2024-11-13T07:24:25,661 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.shipper2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,39771,1731482635293 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T07:24:25,719 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150 to pos 1076, reset compression=false 2024-11-13T07:24:25,864 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 1088, reset compression=false 2024-11-13T07:24:26,054 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 1064, reset compression=false 2024-11-13T07:24:26,093 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-13T07:24:26,096 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-13T07:24:26,122 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150 to pos 1076, reset compression=false 2024-11-13T07:24:26,126 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T07:24:26,126 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150 to pos 1235, reset compression=false 2024-11-13T07:24:26,126 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.shipper2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,40563,1731482646529 got entry batch from reader: WALEntryBatch [walEntries=[{test/5bea4f4634a52d827c64c700d0e1d2b0/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T07:24:26,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T07:24:26,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T07:24:26,167 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 1088, reset compression=false 2024-11-13T07:24:26,171 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T07:24:26,171 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 1238, reset compression=false 2024-11-13T07:24:26,171 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.shipper2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,39771,1731482635293 got entry batch from reader: WALEntryBatch [walEntries=[{test/cab719754cc7d4ca1771624fafde16eb/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-13T07:24:26,172 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39609 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T07:24:26,174 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39609 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T07:24:26,330 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150 to pos 1235, reset compression=false 2024-11-13T07:24:26,374 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 1238, reset compression=false 2024-11-13T07:24:26,557 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 1064, reset compression=false 2024-11-13T07:24:26,560 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:24:26,560 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 1237, reset compression=false 2024-11-13T07:24:26,560 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.shipper2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,39609,1731482641055 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T07:24:26,633 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150 to pos 1235, reset compression=false 2024-11-13T07:24:26,678 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 1238, reset compression=false 2024-11-13T07:24:26,763 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 1237, reset compression=false 2024-11-13T07:24:27,037 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150 to pos 1235, reset compression=false 2024-11-13T07:24:27,067 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 1237, reset compression=false 2024-11-13T07:24:27,081 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 1238, reset compression=false 2024-11-13T07:24:27,098 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-13T07:24:27,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@390d96d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:27,105 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,38915,-1 for getting cluster id 2024-11-13T07:24:27,105 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:24:27,106 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7d2cec4-ce62-4e26-aaa1-7159df5284c6' 2024-11-13T07:24:27,106 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:24:27,106 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7d2cec4-ce62-4e26-aaa1-7159df5284c6" 2024-11-13T07:24:27,106 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c150735, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:27,106 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,38915,-1] 2024-11-13T07:24:27,107 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:24:27,107 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:27,107 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:24:27,108 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5428af24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:27,110 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:24:27,110 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,38915,1731482646012 2024-11-13T07:24:27,111 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ee8dd7b 2024-11-13T07:24:27,111 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:24:27,113 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:24:27,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-13T07:24:27,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-13T07:24:27,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T07:24:27,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T07:24:27,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T07:24:27,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40563 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-13T07:24:27,283 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-13T07:24:27,284 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-13T07:24:27,284 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2998b885bdef,40563,1731482646529 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-13T07:24:27,285 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/2998b885bdef:0-0. 2024-11-13T07:24:27,285 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:24:27,285 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:27,285 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:24:27,285 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:27,385 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T07:24:27,385 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.shipper2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T07:24:27,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T07:24:27,470 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 1237, reset compression=false 2024-11-13T07:24:27,485 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.shipper2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 terminated 2024-11-13T07:24:27,505 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-2998b885bdef,40563,1731482646529, ReplicationSource: 1, currentBandwidth=0 2024-11-13T07:24:27,506 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-13T07:24:27,506 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-13T07:24:27,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-13T07:24:27,508 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 2998b885bdef,40563,1731482646529 suceeded 2024-11-13T07:24:27,509 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T07:24:27,509 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 377 msec 2024-11-13T07:24:27,509 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-13T07:24:27,510 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:24:27,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 395 msec 2024-11-13T07:24:27,511 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2998b885bdef,39417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:39417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T07:24:27,511 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68666 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2998b885bdef,39417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:39417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T07:24:27,519 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2998b885bdef:44015' 2024-11-13T07:24:27,520 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b798bf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:27,520 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,44015,-1 for getting cluster id 2024-11-13T07:24:27,520 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:24:27,521 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d235c43-7798-4653-80c6-826be067fc63' 2024-11-13T07:24:27,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:24:27,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d235c43-7798-4653-80c6-826be067fc63" 2024-11-13T07:24:27,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a4f13b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:27,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,44015,-1] 2024-11-13T07:24:27,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:24:27,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:27,522 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:24:27,522 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e95e99b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:27,522 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:24:27,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,44015,1731482635107 2024-11-13T07:24:27,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9d6ab7e 2024-11-13T07:24:27,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:24:27,523 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-13T07:24:27,524 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2998b885bdef,40563,1731482646529 (queues=1) is replicating from cluster=a7d2cec4-ce62-4e26-aaa1-7159df5284c6 to cluster=2d235c43-7798-4653-80c6-826be067fc63 2024-11-13T07:24:27,524 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2998b885bdef%2C40563%2C1731482646529 2024-11-13T07:24:27,524 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2998b885bdef,40563,1731482646529, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T07:24:27,524 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.shipper2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2998b885bdef%2C40563%2C1731482646529 2024-11-13T07:24:27,585 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 1238, reset compression=false 2024-11-13T07:24:27,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T07:24:27,742 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-13T07:24:27,742 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:24:27,742 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:24:27,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:27,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:27,742 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:24:27,745 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-13T07:24:27,974 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 1237, reset compression=false 2024-11-13T07:24:28,189 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 1238, reset compression=false 2024-11-13T07:24:28,198 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T07:24:28,199 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 1342, reset compression=false 2024-11-13T07:24:28,199 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.shipper2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,39771,1731482635293 got entry batch from reader: WALEntryBatch [walEntries=[{test/cab719754cc7d4ca1771624fafde16eb/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T07:24:28,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39609 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T07:24:28,203 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39609 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T07:24:28,419 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 1342, reset compression=false 2024-11-13T07:24:28,587 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 1237, reset compression=false 2024-11-13T07:24:28,600 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T07:24:28,600 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 1364, reset compression=false 2024-11-13T07:24:28,600 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.shipper2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,39609,1731482641055 got entry batch from reader: WALEntryBatch [walEntries=[{test/698019d6d683ac953378c99896c8e0b4/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T07:24:28,603 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40563 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T07:24:28,605 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40563 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T07:24:28,737 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 1342, reset compression=false 2024-11-13T07:24:28,749 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-13T07:24:28,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3672d11c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:28,764 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,38915,-1 for getting cluster id 2024-11-13T07:24:28,765 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:24:28,765 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7d2cec4-ce62-4e26-aaa1-7159df5284c6' 2024-11-13T07:24:28,765 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:24:28,765 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7d2cec4-ce62-4e26-aaa1-7159df5284c6" 2024-11-13T07:24:28,766 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76eac653, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:28,766 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,38915,-1] 2024-11-13T07:24:28,766 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:24:28,766 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:28,767 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:24:28,768 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c857abb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:28,770 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:24:28,772 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,38915,1731482646012 2024-11-13T07:24:28,772 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56950b60 2024-11-13T07:24:28,773 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:24:28,774 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:24:28,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-13T07:24:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-13T07:24:28,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-13T07:24:28,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T07:24:28,809 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 1364, reset compression=false 2024-11-13T07:24:28,828 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T07:24:28,828 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 1468, reset compression=false 2024-11-13T07:24:28,828 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.shipper2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,39609,1731482641055 got entry batch from reader: WALEntryBatch [walEntries=[{test/698019d6d683ac953378c99896c8e0b4/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T07:24:28,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40563 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T07:24:28,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40563 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T07:24:28,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-13T07:24:28,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40563 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-13T07:24:28,946 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-13T07:24:28,947 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-13T07:24:28,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-13T07:24:28,952 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 2998b885bdef,40563,1731482646529 suceeded 2024-11-13T07:24:28,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-13T07:24:28,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-11-13T07:24:28,968 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-13T07:24:28,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 194 msec 2024-11-13T07:24:29,026 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150, startPosition=1235, beingWritten=true 2024-11-13T07:24:29,033 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T07:24:29,033 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150 to pos 1512, reset compression=false 2024-11-13T07:24:29,033 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.shipper2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,40563,1731482646529 got entry batch from reader: WALEntryBatch [walEntries=[{test/5bea4f4634a52d827c64c700d0e1d2b0/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T07:24:29,037 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.shipper2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T07:24:29,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-13T07:24:29,038 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T07:24:29,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39771 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T07:24:29,050 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 1468, reset compression=false 2024-11-13T07:24:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-13T07:24:29,092 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-13T07:24:29,092 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:24:29,092 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:24:29,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:29,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:29,093 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:24:29,095 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-13T07:24:29,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T07:24:29,095 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:24:29,095 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:24:29,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:29,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:29,096 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:24:29,096 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T07:24:29,096 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=384819757, stopped=false 2024-11-13T07:24:29,096 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2998b885bdef,38915,1731482646012 2024-11-13T07:24:29,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38915-0x10133143cdf0006, quorum=127.0.0.1:64210, baseZNode=/22013219489 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22013219489/running 2024-11-13T07:24:29,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40563-0x10133143cdf0007, quorum=127.0.0.1:64210, baseZNode=/22013219489 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22013219489/running 2024-11-13T07:24:29,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40563-0x10133143cdf0007, quorum=127.0.0.1:64210, baseZNode=/22013219489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22013219489 2024-11-13T07:24:29,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38915-0x10133143cdf0006, quorum=127.0.0.1:64210, baseZNode=/22013219489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22013219489 2024-11-13T07:24:29,109 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:24:29,109 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:24:29,109 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:24:29,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:29,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38915-0x10133143cdf0006, quorum=127.0.0.1:64210, baseZNode=/22013219489 Set watcher on znode that does not yet exist, /22013219489/running 2024-11-13T07:24:29,110 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2998b885bdef,40563,1731482646529' ***** 2024-11-13T07:24:29,110 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T07:24:29,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40563-0x10133143cdf0007, quorum=127.0.0.1:64210, baseZNode=/22013219489 Set watcher on znode that does not yet exist, /22013219489/running 2024-11-13T07:24:29,111 INFO [RS:0;2998b885bdef:40563 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T07:24:29,111 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T07:24:29,111 INFO [RS:0;2998b885bdef:40563 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T07:24:29,111 INFO [RS:0;2998b885bdef:40563 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T07:24:29,111 INFO [RS:0;2998b885bdef:40563 {}] regionserver.HRegionServer(3091): Received CLOSE for 5bea4f4634a52d827c64c700d0e1d2b0 2024-11-13T07:24:29,116 INFO [RS:0;2998b885bdef:40563 {}] regionserver.HRegionServer(3091): Received CLOSE for 5fae6ae0e42b9982f6f0594c267812bb 2024-11-13T07:24:29,116 INFO [RS:0;2998b885bdef:40563 {}] regionserver.HRegionServer(959): stopping server 2998b885bdef,40563,1731482646529 2024-11-13T07:24:29,116 INFO [RS:0;2998b885bdef:40563 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:24:29,116 INFO [RS:0;2998b885bdef:40563 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:40563. 2024-11-13T07:24:29,116 DEBUG [RS:0;2998b885bdef:40563 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:24:29,116 DEBUG [RS:0;2998b885bdef:40563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:29,117 INFO [RS:0;2998b885bdef:40563 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T07:24:29,117 INFO [RS:0;2998b885bdef:40563 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T07:24:29,117 INFO [RS:0;2998b885bdef:40563 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T07:24:29,117 INFO [RS:0;2998b885bdef:40563 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T07:24:29,117 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5bea4f4634a52d827c64c700d0e1d2b0, disabling compactions & flushes 2024-11-13T07:24:29,117 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731482653445.5bea4f4634a52d827c64c700d0e1d2b0. 2024-11-13T07:24:29,117 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731482653445.5bea4f4634a52d827c64c700d0e1d2b0. 2024-11-13T07:24:29,117 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731482653445.5bea4f4634a52d827c64c700d0e1d2b0. after waiting 0 ms 2024-11-13T07:24:29,117 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731482653445.5bea4f4634a52d827c64c700d0e1d2b0. 2024-11-13T07:24:29,118 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5bea4f4634a52d827c64c700d0e1d2b0 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-13T07:24:29,124 INFO [RS:0;2998b885bdef:40563 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T07:24:29,124 DEBUG [RS:0;2998b885bdef:40563 {}] regionserver.HRegionServer(1325): Online Regions={5bea4f4634a52d827c64c700d0e1d2b0=test,,1731482653445.5bea4f4634a52d827c64c700d0e1d2b0., 5fae6ae0e42b9982f6f0594c267812bb=hbase:replication,,1731482658914.5fae6ae0e42b9982f6f0594c267812bb., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T07:24:29,124 DEBUG [RS:0;2998b885bdef:40563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5bea4f4634a52d827c64c700d0e1d2b0, 5fae6ae0e42b9982f6f0594c267812bb 2024-11-13T07:24:29,124 INFO [regionserver/2998b885bdef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:24:29,125 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:24:29,125 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:24:29,125 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:24:29,125 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:24:29,125 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:24:29,125 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T07:24:29,154 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 1342, reset compression=false 2024-11-13T07:24:29,162 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/default/test/5bea4f4634a52d827c64c700d0e1d2b0/.tmp/f/77c99d401f4f408c979ae2fc1aff3288 is 37, key is row3/f:row3/1731482667743/Put/seqid=0 2024-11-13T07:24:29,175 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:24:29,175 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 1493, reset compression=false 2024-11-13T07:24:29,175 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.shipper2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,39771,1731482635293 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T07:24:29,179 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/hbase/meta/1588230740/.tmp/info/215036f1ae2e443896f53afef48da216 is 147, key is hbase:replication,,1731482658914.5fae6ae0e42b9982f6f0594c267812bb./info:regioninfo/1731482660080/Put/seqid=0 2024-11-13T07:24:29,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741840_1016 (size=5228) 2024-11-13T07:24:29,186 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/default/test/5bea4f4634a52d827c64c700d0e1d2b0/.tmp/f/77c99d401f4f408c979ae2fc1aff3288 2024-11-13T07:24:29,190 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 77c99d401f4f408c979ae2fc1aff3288 2024-11-13T07:24:29,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741841_1017 (size=7686) 2024-11-13T07:24:29,229 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/default/test/5bea4f4634a52d827c64c700d0e1d2b0/.tmp/f1/37dc876d58634ec794588fc7035d7088 is 30, key is row1/f1:/1731482665089/DeleteFamily/seqid=0 2024-11-13T07:24:29,258 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150 to pos 1512, reset compression=false 2024-11-13T07:24:29,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741842_1018 (size=5158) 2024-11-13T07:24:29,272 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/default/test/5bea4f4634a52d827c64c700d0e1d2b0/.tmp/f1/37dc876d58634ec794588fc7035d7088 2024-11-13T07:24:29,278 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 37dc876d58634ec794588fc7035d7088 2024-11-13T07:24:29,280 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:24:29,281 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150 to pos 1759, reset compression=false 2024-11-13T07:24:29,281 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.shipper2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,40563,1731482646529 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T07:24:29,282 ERROR [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.shipper2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2998b885bdef,40563,1731482646529: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2998b885bdef,40563,1731482646529, walGroup=2998b885bdef%2C40563%2C1731482646529, offset=2998b885bdef%2C40563%2C1731482646529.1731482649150:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:40563 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T07:24:29,283 ERROR [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.shipper2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T07:24:29,283 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.shipper2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T07:24:29,283 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.shipper2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T07:24:29,283 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.shipper2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T07:24:29,284 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.shipper2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T07:24:29,284 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.shipper2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 904297056 }, "NonHeapMemoryUsage": { "committed": 200736768, "init": 7667712, "max": -1, "used": 197935592 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T07:24:29,284 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.shipper2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:38915 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:38915 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T07:24:29,309 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/default/test/5bea4f4634a52d827c64c700d0e1d2b0/.tmp/norep/68a3d7b40f5e4f6881c836ebf6c60606 is 33, key is row2/norep:/1731482666094/DeleteFamily/seqid=0 2024-11-13T07:24:29,324 DEBUG [RS:0;2998b885bdef:40563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5bea4f4634a52d827c64c700d0e1d2b0, 5fae6ae0e42b9982f6f0594c267812bb 2024-11-13T07:24:29,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741843_1019 (size=5108) 2024-11-13T07:24:29,345 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/default/test/5bea4f4634a52d827c64c700d0e1d2b0/.tmp/norep/68a3d7b40f5e4f6881c836ebf6c60606 2024-11-13T07:24:29,352 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 68a3d7b40f5e4f6881c836ebf6c60606 2024-11-13T07:24:29,353 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/default/test/5bea4f4634a52d827c64c700d0e1d2b0/.tmp/f/77c99d401f4f408c979ae2fc1aff3288 as hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/default/test/5bea4f4634a52d827c64c700d0e1d2b0/f/77c99d401f4f408c979ae2fc1aff3288 2024-11-13T07:24:29,362 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 1468, reset compression=false 2024-11-13T07:24:29,365 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 77c99d401f4f408c979ae2fc1aff3288 2024-11-13T07:24:29,365 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/default/test/5bea4f4634a52d827c64c700d0e1d2b0/f/77c99d401f4f408c979ae2fc1aff3288, entries=5, sequenceid=12, filesize=5.1 K 2024-11-13T07:24:29,366 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/default/test/5bea4f4634a52d827c64c700d0e1d2b0/.tmp/f1/37dc876d58634ec794588fc7035d7088 as hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/default/test/5bea4f4634a52d827c64c700d0e1d2b0/f1/37dc876d58634ec794588fc7035d7088 2024-11-13T07:24:29,376 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 37dc876d58634ec794588fc7035d7088 2024-11-13T07:24:29,376 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/default/test/5bea4f4634a52d827c64c700d0e1d2b0/f1/37dc876d58634ec794588fc7035d7088, entries=3, sequenceid=12, filesize=5.0 K 2024-11-13T07:24:29,377 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/default/test/5bea4f4634a52d827c64c700d0e1d2b0/.tmp/norep/68a3d7b40f5e4f6881c836ebf6c60606 as hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/default/test/5bea4f4634a52d827c64c700d0e1d2b0/norep/68a3d7b40f5e4f6881c836ebf6c60606 2024-11-13T07:24:29,391 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 68a3d7b40f5e4f6881c836ebf6c60606 2024-11-13T07:24:29,392 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/default/test/5bea4f4634a52d827c64c700d0e1d2b0/norep/68a3d7b40f5e4f6881c836ebf6c60606, entries=1, sequenceid=12, filesize=5.0 K 2024-11-13T07:24:29,393 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5bea4f4634a52d827c64c700d0e1d2b0 in 276ms, sequenceid=12, compaction requested=false 2024-11-13T07:24:29,422 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 1493, reset compression=false 2024-11-13T07:24:29,425 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/default/test/5bea4f4634a52d827c64c700d0e1d2b0/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T07:24:29,426 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:24:29,426 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T07:24:29,426 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731482653445.5bea4f4634a52d827c64c700d0e1d2b0. 2024-11-13T07:24:29,426 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5bea4f4634a52d827c64c700d0e1d2b0: Waiting for close lock at 1731482669117Running coprocessor pre-close hooks at 1731482669117Disabling compacts and flushes for region at 1731482669117Disabling writes for close at 1731482669117Obtaining lock to block concurrent updates at 1731482669118 (+1 ms)Preparing flush snapshotting stores in 5bea4f4634a52d827c64c700d0e1d2b0 at 1731482669118Finished memstore snapshotting test,,1731482653445.5bea4f4634a52d827c64c700d0e1d2b0., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731482669118Flushing stores of test,,1731482653445.5bea4f4634a52d827c64c700d0e1d2b0. at 1731482669118Flushing 5bea4f4634a52d827c64c700d0e1d2b0/f: creating writer at 1731482669119 (+1 ms)Flushing 5bea4f4634a52d827c64c700d0e1d2b0/f: appending metadata at 1731482669161 (+42 ms)Flushing 5bea4f4634a52d827c64c700d0e1d2b0/f: closing flushed file at 1731482669161Flushing 5bea4f4634a52d827c64c700d0e1d2b0/f1: creating writer at 1731482669191 (+30 ms)Flushing 5bea4f4634a52d827c64c700d0e1d2b0/f1: appending metadata at 1731482669228 (+37 ms)Flushing 5bea4f4634a52d827c64c700d0e1d2b0/f1: closing flushed file at 1731482669228Flushing 5bea4f4634a52d827c64c700d0e1d2b0/norep: creating writer at 1731482669278 (+50 ms)Flushing 5bea4f4634a52d827c64c700d0e1d2b0/norep: appending metadata at 1731482669308 (+30 ms)Flushing 5bea4f4634a52d827c64c700d0e1d2b0/norep: closing flushed file at 1731482669308Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40eb32f1: reopening flushed file at 1731482669352 (+44 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a0388e5: reopening flushed file at 1731482669365 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d8c1a20: reopening flushed file at 1731482669377 (+12 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5bea4f4634a52d827c64c700d0e1d2b0 in 276ms, sequenceid=12, compaction requested=false at 1731482669393 (+16 ms)Writing region close event to WAL at 1731482669400 (+7 ms)Running coprocessor post-close hooks at 1731482669426 (+26 ms)Closed at 1731482669426 2024-11-13T07:24:29,427 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731482653445.5bea4f4634a52d827c64c700d0e1d2b0. 2024-11-13T07:24:29,427 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5fae6ae0e42b9982f6f0594c267812bb, disabling compactions & flushes 2024-11-13T07:24:29,427 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731482658914.5fae6ae0e42b9982f6f0594c267812bb. 2024-11-13T07:24:29,427 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731482658914.5fae6ae0e42b9982f6f0594c267812bb. 2024-11-13T07:24:29,427 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731482658914.5fae6ae0e42b9982f6f0594c267812bb. after waiting 0 ms 2024-11-13T07:24:29,427 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731482658914.5fae6ae0e42b9982f6f0594c267812bb. 2024-11-13T07:24:29,427 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5fae6ae0e42b9982f6f0594c267812bb: Waiting for close lock at 1731482669427Running coprocessor pre-close hooks at 1731482669427Disabling compacts and flushes for region at 1731482669427Disabling writes for close at 1731482669427Failed flush hbase:replication,,1731482658914.5fae6ae0e42b9982f6f0594c267812bb., putting online again at 1731482669427 2024-11-13T07:24:29,427 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731482658914.5fae6ae0e42b9982f6f0594c267812bb. 2024-11-13T07:24:29,511 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150 to pos 1759, reset compression=false 2024-11-13T07:24:29,517 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:24:29,517 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150 to pos 2403, reset compression=false 2024-11-13T07:24:29,525 INFO [RS:0;2998b885bdef:40563 {}] regionserver.HRegionServer(3091): Received CLOSE for 5fae6ae0e42b9982f6f0594c267812bb 2024-11-13T07:24:29,525 DEBUG [RS:0;2998b885bdef:40563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5fae6ae0e42b9982f6f0594c267812bb 2024-11-13T07:24:29,525 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5fae6ae0e42b9982f6f0594c267812bb, disabling compactions & flushes 2024-11-13T07:24:29,525 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731482658914.5fae6ae0e42b9982f6f0594c267812bb. 2024-11-13T07:24:29,525 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731482658914.5fae6ae0e42b9982f6f0594c267812bb. 2024-11-13T07:24:29,525 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731482658914.5fae6ae0e42b9982f6f0594c267812bb. after waiting 0 ms 2024-11-13T07:24:29,525 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731482658914.5fae6ae0e42b9982f6f0594c267812bb. 2024-11-13T07:24:29,525 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5fae6ae0e42b9982f6f0594c267812bb: Waiting for close lock at 1731482669525Running coprocessor pre-close hooks at 1731482669525Disabling compacts and flushes for region at 1731482669525Disabling writes for close at 1731482669525Failed flush hbase:replication,,1731482658914.5fae6ae0e42b9982f6f0594c267812bb., putting online again at 1731482669525 2024-11-13T07:24:29,525 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731482658914.5fae6ae0e42b9982f6f0594c267812bb. 2024-11-13T07:24:29,617 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/hbase/meta/1588230740/.tmp/info/215036f1ae2e443896f53afef48da216 2024-11-13T07:24:29,634 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/hbase/meta/1588230740/.tmp/ns/23be192526044d4e8378bc778810a805 is 43, key is default/ns:d/1731482650053/Put/seqid=0 2024-11-13T07:24:29,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741844_1020 (size=5153) 2024-11-13T07:24:29,721 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150 to pos 2403, reset compression=false 2024-11-13T07:24:29,725 DEBUG [RS:0;2998b885bdef:40563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:24:29,741 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 1493, reset compression=false 2024-11-13T07:24:29,785 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 1468, reset compression=false 2024-11-13T07:24:29,925 DEBUG [RS:0;2998b885bdef:40563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:24:30,024 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150 to pos 2403, reset compression=false 2024-11-13T07:24:30,037 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/hbase/meta/1588230740/.tmp/ns/23be192526044d4e8378bc778810a805 2024-11-13T07:24:30,058 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/hbase/meta/1588230740/.tmp/rep_barrier/9dd1f5aeb61a406692967caf24b37e43 is 112, key is test,,1731482653445.5bea4f4634a52d827c64c700d0e1d2b0./rep_barrier:seqnumDuringOpen/1731482654189/Put/seqid=0 2024-11-13T07:24:30,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741845_1021 (size=5518) 2024-11-13T07:24:30,108 INFO [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T07:24:30,108 INFO [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T07:24:30,126 INFO [RS:0;2998b885bdef:40563 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T07:24:30,126 DEBUG [RS:0;2998b885bdef:40563 {}] regionserver.HRegionServer(1325): Online Regions={5fae6ae0e42b9982f6f0594c267812bb=hbase:replication,,1731482658914.5fae6ae0e42b9982f6f0594c267812bb., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T07:24:30,126 DEBUG [RS:0;2998b885bdef:40563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:24:30,145 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 1493, reset compression=false 2024-11-13T07:24:30,288 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 1468, reset compression=false 2024-11-13T07:24:30,326 DEBUG [RS:0;2998b885bdef:40563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:24:30,429 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150 to pos 2403, reset compression=false 2024-11-13T07:24:30,466 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/hbase/meta/1588230740/.tmp/rep_barrier/9dd1f5aeb61a406692967caf24b37e43 2024-11-13T07:24:30,482 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/hbase/meta/1588230740/.tmp/table/4ab6240bcaf948bfa6fed33dfa371457 is 53, key is hbase:replication/table:state/1731482660089/Put/seqid=0 2024-11-13T07:24:30,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741846_1022 (size=5308) 2024-11-13T07:24:30,512 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T07:24:30,526 DEBUG [RS:0;2998b885bdef:40563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:24:30,648 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 1493, reset compression=false 2024-11-13T07:24:30,726 DEBUG [RS:0;2998b885bdef:40563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:24:30,885 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/hbase/meta/1588230740/.tmp/table/4ab6240bcaf948bfa6fed33dfa371457 2024-11-13T07:24:30,889 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/hbase/meta/1588230740/.tmp/info/215036f1ae2e443896f53afef48da216 as hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/hbase/meta/1588230740/info/215036f1ae2e443896f53afef48da216 2024-11-13T07:24:30,892 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 1468, reset compression=false 2024-11-13T07:24:30,893 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/hbase/meta/1588230740/info/215036f1ae2e443896f53afef48da216, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T07:24:30,893 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/hbase/meta/1588230740/.tmp/ns/23be192526044d4e8378bc778810a805 as hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/hbase/meta/1588230740/ns/23be192526044d4e8378bc778810a805 2024-11-13T07:24:30,897 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/hbase/meta/1588230740/ns/23be192526044d4e8378bc778810a805, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T07:24:30,897 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/hbase/meta/1588230740/.tmp/rep_barrier/9dd1f5aeb61a406692967caf24b37e43 as hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/hbase/meta/1588230740/rep_barrier/9dd1f5aeb61a406692967caf24b37e43 2024-11-13T07:24:30,900 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/hbase/meta/1588230740/rep_barrier/9dd1f5aeb61a406692967caf24b37e43, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T07:24:30,901 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/hbase/meta/1588230740/.tmp/table/4ab6240bcaf948bfa6fed33dfa371457 as hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/hbase/meta/1588230740/table/4ab6240bcaf948bfa6fed33dfa371457 2024-11-13T07:24:30,904 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/hbase/meta/1588230740/table/4ab6240bcaf948bfa6fed33dfa371457, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T07:24:30,905 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1780ms, sequenceid=16, compaction requested=false 2024-11-13T07:24:30,909 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T07:24:30,910 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:24:30,910 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:24:30,910 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:24:30,910 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482669125Running coprocessor pre-close hooks at 1731482669125Disabling compacts and flushes for region at 1731482669125Disabling writes for close at 1731482669125Obtaining lock to block concurrent updates at 1731482669125Preparing flush snapshotting stores in 1588230740 at 1731482669125Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731482669126 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731482669127 (+1 ms)Flushing 1588230740/info: creating writer at 1731482669127Flushing 1588230740/info: appending metadata at 1731482669179 (+52 ms)Flushing 1588230740/info: closing flushed file at 1731482669179Flushing 1588230740/ns: creating writer at 1731482669620 (+441 ms)Flushing 1588230740/ns: appending metadata at 1731482669633 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731482669633Flushing 1588230740/rep_barrier: creating writer at 1731482670042 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731482670057 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731482670057Flushing 1588230740/table: creating writer at 1731482670470 (+413 ms)Flushing 1588230740/table: appending metadata at 1731482670481 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731482670481Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19900c0e: reopening flushed file at 1731482670889 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28941ffa: reopening flushed file at 1731482670893 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58ab598e: reopening flushed file at 1731482670897 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9953ac9: reopening flushed file at 1731482670900 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1780ms, sequenceid=16, compaction requested=false at 1731482670905 (+5 ms)Writing region close event to WAL at 1731482670907 (+2 ms)Running coprocessor post-close hooks at 1731482670910 (+3 ms)Closed at 1731482670910 2024-11-13T07:24:30,910 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T07:24:30,926 INFO [RS:0;2998b885bdef:40563 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T07:24:30,926 INFO [RS:0;2998b885bdef:40563 {}] regionserver.HRegionServer(976): stopping server 2998b885bdef,40563,1731482646529; all regions closed. 2024-11-13T07:24:30,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741834_1010 (size=4239) 2024-11-13T07:24:30,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741839_1015 (size=2390) 2024-11-13T07:24:30,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741832_1008 (size=2411) 2024-11-13T07:24:30,934 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150 to pos 2403, reset compression=false 2024-11-13T07:24:30,935 DEBUG [RS:0;2998b885bdef:40563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:30,935 INFO [RS:0;2998b885bdef:40563 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:24:30,935 INFO [RS:0;2998b885bdef:40563 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:24:30,935 INFO [RS:0;2998b885bdef:40563 {}] hbase.ChoreService(370): Chore service for: regionserver/2998b885bdef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T07:24:30,935 INFO [RS:0;2998b885bdef:40563 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:24:30,935 INFO [RS:0;2998b885bdef:40563 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2998b885bdef,40563,1731482646529 because: Region server is closing 2024-11-13T07:24:30,936 INFO [RS:0;2998b885bdef:40563 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:40563. 2024-11-13T07:24:30,936 DEBUG [RS:0;2998b885bdef:40563 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:24:30,936 DEBUG [RS:0;2998b885bdef:40563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:30,936 DEBUG [RS:0;2998b885bdef:40563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:30,936 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:24:30,938 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/WALs/2998b885bdef,40563,1731482646529/2998b885bdef%2C40563%2C1731482646529.1731482649150 2024-11-13T07:24:30,944 INFO [regionserver/2998b885bdef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:24:31,036 INFO [RS:0;2998b885bdef:40563 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.shipper2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 terminated 2024-11-13T07:24:31,036 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,40563,1731482646529.replicationSource.wal-reader.2998b885bdef%2C40563%2C1731482646529,1-2998b885bdef,40563,1731482646529 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-13T07:24:31,037 INFO [RS:0;2998b885bdef:40563 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:40563. 2024-11-13T07:24:31,037 DEBUG [RS:0;2998b885bdef:40563 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:24:31,037 DEBUG [RS:0;2998b885bdef:40563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:31,037 DEBUG [RS:0;2998b885bdef:40563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:31,037 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:24:31,037 INFO [RS:0;2998b885bdef:40563 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40563 2024-11-13T07:24:31,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40563-0x10133143cdf0007, quorum=127.0.0.1:64210, baseZNode=/22013219489 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22013219489/rs/2998b885bdef,40563,1731482646529 2024-11-13T07:24:31,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38915-0x10133143cdf0006, quorum=127.0.0.1:64210, baseZNode=/22013219489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22013219489/rs 2024-11-13T07:24:31,046 INFO [RS:0;2998b885bdef:40563 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:24:31,056 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2998b885bdef,40563,1731482646529] 2024-11-13T07:24:31,067 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /22013219489/draining/2998b885bdef,40563,1731482646529 already deleted, retry=false 2024-11-13T07:24:31,067 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2998b885bdef,40563,1731482646529 expired; onlineServers=0 2024-11-13T07:24:31,067 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2998b885bdef,38915,1731482646012' ***** 2024-11-13T07:24:31,067 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T07:24:31,067 INFO [M:0;2998b885bdef:38915 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:24:31,067 INFO [M:0;2998b885bdef:38915 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:24:31,067 DEBUG [M:0;2998b885bdef:38915 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T07:24:31,067 DEBUG [M:0;2998b885bdef:38915 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T07:24:31,067 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T07:24:31,067 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482648864 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482648864,5,FailOnTimeoutGroup] 2024-11-13T07:24:31,067 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482648868 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482648868,5,FailOnTimeoutGroup] 2024-11-13T07:24:31,068 INFO [M:0;2998b885bdef:38915 {}] hbase.ChoreService(370): Chore service for: master/2998b885bdef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T07:24:31,068 INFO [M:0;2998b885bdef:38915 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:24:31,068 DEBUG [M:0;2998b885bdef:38915 {}] master.HMaster(1795): Stopping service threads 2024-11-13T07:24:31,068 INFO [M:0;2998b885bdef:38915 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T07:24:31,068 INFO [M:0;2998b885bdef:38915 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:24:31,068 INFO [M:0;2998b885bdef:38915 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T07:24:31,068 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T07:24:31,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38915-0x10133143cdf0006, quorum=127.0.0.1:64210, baseZNode=/22013219489 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22013219489/master 2024-11-13T07:24:31,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38915-0x10133143cdf0006, quorum=127.0.0.1:64210, baseZNode=/22013219489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22013219489 2024-11-13T07:24:31,150 DEBUG [M:0;2998b885bdef:38915 {}] zookeeper.ZKUtil(347): master:38915-0x10133143cdf0006, quorum=127.0.0.1:64210, baseZNode=/22013219489 Unable to get data of znode /22013219489/master because node does not exist (not an error) 2024-11-13T07:24:31,150 WARN [M:0;2998b885bdef:38915 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T07:24:31,151 INFO [M:0;2998b885bdef:38915 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/.lastflushedseqids 2024-11-13T07:24:31,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40563-0x10133143cdf0007, quorum=127.0.0.1:64210, baseZNode=/22013219489 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:24:31,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40563-0x10133143cdf0007, quorum=127.0.0.1:64210, baseZNode=/22013219489 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:24:31,157 INFO [RS:0;2998b885bdef:40563 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:24:31,157 INFO [RS:0;2998b885bdef:40563 {}] regionserver.HRegionServer(1031): Exiting; stopping=2998b885bdef,40563,1731482646529; zookeeper connection closed. 2024-11-13T07:24:31,160 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@477f2e0d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@477f2e0d 2024-11-13T07:24:31,160 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T07:24:31,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741847_1023 (size=245) 2024-11-13T07:24:31,251 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 1493, reset compression=false 2024-11-13T07:24:31,565 INFO [M:0;2998b885bdef:38915 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T07:24:31,565 INFO [M:0;2998b885bdef:38915 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T07:24:31,565 DEBUG [M:0;2998b885bdef:38915 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:24:31,565 INFO [M:0;2998b885bdef:38915 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:24:31,565 DEBUG [M:0;2998b885bdef:38915 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:24:31,565 DEBUG [M:0;2998b885bdef:38915 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:24:31,565 DEBUG [M:0;2998b885bdef:38915 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:24:31,565 INFO [M:0;2998b885bdef:38915 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-13T07:24:31,584 DEBUG [M:0;2998b885bdef:38915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/847f9a0910ba4b5b9cef95b77a235fb9 is 82, key is hbase:meta,,1/info:regioninfo/1731482650043/Put/seqid=0 2024-11-13T07:24:31,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741848_1024 (size=5672) 2024-11-13T07:24:31,595 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 1468, reset compression=false 2024-11-13T07:24:31,955 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 1493, reset compression=false 2024-11-13T07:24:31,988 INFO [M:0;2998b885bdef:38915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/847f9a0910ba4b5b9cef95b77a235fb9 2024-11-13T07:24:32,003 DEBUG [M:0;2998b885bdef:38915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d21153179d454379804a0c5a2795ca82 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731482660093/Put/seqid=0 2024-11-13T07:24:32,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741849_1025 (size=9211) 2024-11-13T07:24:32,398 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 1468, reset compression=false 2024-11-13T07:24:32,406 INFO [M:0;2998b885bdef:38915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d21153179d454379804a0c5a2795ca82 2024-11-13T07:24:32,422 DEBUG [M:0;2998b885bdef:38915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c32303bca024f128fcab670c45890be is 69, key is 2998b885bdef,40563,1731482646529/rs:state/1731482648946/Put/seqid=0 2024-11-13T07:24:32,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741850_1026 (size=5156) 2024-11-13T07:24:32,758 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 1493, reset compression=false 2024-11-13T07:24:32,825 INFO [M:0;2998b885bdef:38915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c32303bca024f128fcab670c45890be 2024-11-13T07:24:32,829 DEBUG [M:0;2998b885bdef:38915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/847f9a0910ba4b5b9cef95b77a235fb9 as hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/847f9a0910ba4b5b9cef95b77a235fb9 2024-11-13T07:24:32,832 INFO [M:0;2998b885bdef:38915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/847f9a0910ba4b5b9cef95b77a235fb9, entries=8, sequenceid=127, filesize=5.5 K 2024-11-13T07:24:32,833 DEBUG [M:0;2998b885bdef:38915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d21153179d454379804a0c5a2795ca82 as hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d21153179d454379804a0c5a2795ca82 2024-11-13T07:24:32,835 INFO [M:0;2998b885bdef:38915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d21153179d454379804a0c5a2795ca82, entries=15, sequenceid=127, filesize=9.0 K 2024-11-13T07:24:32,836 DEBUG [M:0;2998b885bdef:38915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c32303bca024f128fcab670c45890be as hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6c32303bca024f128fcab670c45890be 2024-11-13T07:24:32,839 INFO [M:0;2998b885bdef:38915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35473/user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6c32303bca024f128fcab670c45890be, entries=1, sequenceid=127, filesize=5.0 K 2024-11-13T07:24:32,839 INFO [M:0;2998b885bdef:38915 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=127, compaction requested=false 2024-11-13T07:24:32,840 INFO [M:0;2998b885bdef:38915 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:24:32,840 DEBUG [M:0;2998b885bdef:38915 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482671565Disabling compacts and flushes for region at 1731482671565Disabling writes for close at 1731482671565Obtaining lock to block concurrent updates at 1731482671565Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731482671565Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1731482671566 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731482671566Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731482671566Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731482671584 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731482671584Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731482671990 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731482672002 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731482672003 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731482672409 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731482672421 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731482672421Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dc4ae1: reopening flushed file at 1731482672829 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@483816b2: reopening flushed file at 1731482672832 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77d0f608: reopening flushed file at 1731482672836 (+4 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=127, compaction requested=false at 1731482672839 (+3 ms)Writing region close event to WAL at 1731482672840 (+1 ms)Closed at 1731482672840 2024-11-13T07:24:32,842 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/53853b80-209e-e048-aaff-76cf84f415fa/MasterData/WALs/2998b885bdef,38915,1731482646012/2998b885bdef%2C38915%2C1731482646012.1731482648534 not finished, retry = 0 2024-11-13T07:24:32,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35149 is added to blk_1073741830_1006 (size=73854) 2024-11-13T07:24:32,943 INFO [M:0;2998b885bdef:38915 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T07:24:32,943 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:24:32,943 INFO [M:0;2998b885bdef:38915 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38915 2024-11-13T07:24:32,943 INFO [M:0;2998b885bdef:38915 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:24:33,093 INFO [M:0;2998b885bdef:38915 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:24:33,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38915-0x10133143cdf0006, quorum=127.0.0.1:64210, baseZNode=/22013219489 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:24:33,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38915-0x10133143cdf0006, quorum=127.0.0.1:64210, baseZNode=/22013219489 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:24:33,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63c05dc6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:24:33,096 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7dd2fc29{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:24:33,096 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:24:33,096 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39fb3a0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:24:33,096 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57c8ac27{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92f8a4-3032-8787-f18b-6f1f4f038543/hadoop.log.dir/,STOPPED} 2024-11-13T07:24:33,097 WARN [BP-403585574-172.17.0.3-1731482644535 heartbeating to localhost/127.0.0.1:35473 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T07:24:33,097 WARN [BP-403585574-172.17.0.3-1731482644535 heartbeating to localhost/127.0.0.1:35473 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-403585574-172.17.0.3-1731482644535 (Datanode Uuid 81551b0b-78b1-4880-b73c-b9f665594aa1) service to localhost/127.0.0.1:35473 2024-11-13T07:24:33,097 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T07:24:33,098 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T07:24:33,098 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92f8a4-3032-8787-f18b-6f1f4f038543/cluster_be7ce95a-423c-0bdc-02d0-fb1d2c20145c/data/data1/current/BP-403585574-172.17.0.3-1731482644535 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:24:33,098 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92f8a4-3032-8787-f18b-6f1f4f038543/cluster_be7ce95a-423c-0bdc-02d0-fb1d2c20145c/data/data2/current/BP-403585574-172.17.0.3-1731482644535 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:24:33,098 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T07:24:33,104 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a32f440{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:24:33,105 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f751d57{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:24:33,105 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:24:33,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5122c2b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:24:33,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a9c1112{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92f8a4-3032-8787-f18b-6f1f4f038543/hadoop.log.dir/,STOPPED} 2024-11-13T07:24:33,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T07:24:33,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T07:24:33,123 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:24:33,123 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:24:33,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:33,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:33,123 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:24:33,123 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T07:24:33,124 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1383842551, stopped=false 2024-11-13T07:24:33,124 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2998b885bdef,39021,1731482640922 2024-11-13T07:24:33,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39021-0x10133143cdf0003, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1195329330/running 2024-11-13T07:24:33,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39609-0x10133143cdf0004, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1195329330/running 2024-11-13T07:24:33,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39021-0x10133143cdf0003, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195329330 2024-11-13T07:24:33,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39609-0x10133143cdf0004, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195329330 2024-11-13T07:24:33,191 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:24:33,191 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:24:33,191 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:24:33,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:33,192 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2998b885bdef,39609,1731482641055' ***** 2024-11-13T07:24:33,192 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T07:24:33,192 INFO [RS:0;2998b885bdef:39609 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T07:24:33,192 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T07:24:33,192 INFO [RS:0;2998b885bdef:39609 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T07:24:33,192 INFO [RS:0;2998b885bdef:39609 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T07:24:33,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39021-0x10133143cdf0003, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Set watcher on znode that does not yet exist, /1-1195329330/running 2024-11-13T07:24:33,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39609-0x10133143cdf0004, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Set watcher on znode that does not yet exist, /1-1195329330/running 2024-11-13T07:24:33,192 INFO [RS:0;2998b885bdef:39609 {}] regionserver.HRegionServer(3091): Received CLOSE for d23a12942b0e5c52ed0921a5cdb28864 2024-11-13T07:24:33,192 INFO [RS:0;2998b885bdef:39609 {}] regionserver.HRegionServer(3091): Received CLOSE for 698019d6d683ac953378c99896c8e0b4 2024-11-13T07:24:33,192 INFO [RS:0;2998b885bdef:39609 {}] regionserver.HRegionServer(959): stopping server 2998b885bdef,39609,1731482641055 2024-11-13T07:24:33,192 INFO [RS:0;2998b885bdef:39609 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:24:33,193 INFO [RS:0;2998b885bdef:39609 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:39609. 2024-11-13T07:24:33,193 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d23a12942b0e5c52ed0921a5cdb28864, disabling compactions & flushes 2024-11-13T07:24:33,193 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731482656746.d23a12942b0e5c52ed0921a5cdb28864. 2024-11-13T07:24:33,193 DEBUG [RS:0;2998b885bdef:39609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:24:33,193 DEBUG [RS:0;2998b885bdef:39609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:33,193 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731482656746.d23a12942b0e5c52ed0921a5cdb28864. 2024-11-13T07:24:33,193 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731482656746.d23a12942b0e5c52ed0921a5cdb28864. after waiting 0 ms 2024-11-13T07:24:33,193 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731482656746.d23a12942b0e5c52ed0921a5cdb28864. 2024-11-13T07:24:33,193 INFO [RS:0;2998b885bdef:39609 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T07:24:33,193 INFO [RS:0;2998b885bdef:39609 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T07:24:33,193 INFO [RS:0;2998b885bdef:39609 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T07:24:33,193 INFO [RS:0;2998b885bdef:39609 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T07:24:33,193 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d23a12942b0e5c52ed0921a5cdb28864 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-13T07:24:33,193 INFO [RS:0;2998b885bdef:39609 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T07:24:33,193 DEBUG [RS:0;2998b885bdef:39609 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d23a12942b0e5c52ed0921a5cdb28864=hbase:replication,,1731482656746.d23a12942b0e5c52ed0921a5cdb28864., 698019d6d683ac953378c99896c8e0b4=test,,1731482652304.698019d6d683ac953378c99896c8e0b4.} 2024-11-13T07:24:33,193 DEBUG [RS:0;2998b885bdef:39609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 698019d6d683ac953378c99896c8e0b4, d23a12942b0e5c52ed0921a5cdb28864 2024-11-13T07:24:33,193 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:24:33,193 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:24:33,193 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:24:33,193 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:24:33,193 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:24:33,193 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T07:24:33,214 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/hbase/replication/d23a12942b0e5c52ed0921a5cdb28864/.tmp/queue/93f40fdd046946f18eff51fe2bf1b802 is 154, key is 1-2998b885bdef,39609,1731482641055/queue:2998b885bdef%2C39609%2C1731482641055/1731482668835/Put/seqid=0 2024-11-13T07:24:33,215 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/hbase/meta/1588230740/.tmp/info/bd34d8d939ec40859a9a69373098f4a5 is 147, key is hbase:replication,,1731482656746.d23a12942b0e5c52ed0921a5cdb28864./info:regioninfo/1731482657909/Put/seqid=0 2024-11-13T07:24:33,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741841_1017 (size=7686) 2024-11-13T07:24:33,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741840_1016 (size=5353) 2024-11-13T07:24:33,225 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/hbase/replication/d23a12942b0e5c52ed0921a5cdb28864/.tmp/queue/93f40fdd046946f18eff51fe2bf1b802 2024-11-13T07:24:33,229 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/hbase/replication/d23a12942b0e5c52ed0921a5cdb28864/.tmp/queue/93f40fdd046946f18eff51fe2bf1b802 as hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/hbase/replication/d23a12942b0e5c52ed0921a5cdb28864/queue/93f40fdd046946f18eff51fe2bf1b802 2024-11-13T07:24:33,233 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/hbase/replication/d23a12942b0e5c52ed0921a5cdb28864/queue/93f40fdd046946f18eff51fe2bf1b802, entries=1, sequenceid=14, filesize=5.2 K 2024-11-13T07:24:33,233 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for d23a12942b0e5c52ed0921a5cdb28864 in 40ms, sequenceid=14, compaction requested=false 2024-11-13T07:24:33,237 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/hbase/replication/d23a12942b0e5c52ed0921a5cdb28864/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-13T07:24:33,237 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:24:33,237 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:24:33,237 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731482656746.d23a12942b0e5c52ed0921a5cdb28864. 2024-11-13T07:24:33,237 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d23a12942b0e5c52ed0921a5cdb28864: Waiting for close lock at 1731482673193Running coprocessor pre-close hooks at 1731482673193Disabling compacts and flushes for region at 1731482673193Disabling writes for close at 1731482673193Obtaining lock to block concurrent updates at 1731482673193Preparing flush snapshotting stores in d23a12942b0e5c52ed0921a5cdb28864 at 1731482673193Finished memstore snapshotting hbase:replication,,1731482656746.d23a12942b0e5c52ed0921a5cdb28864., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731482673193Flushing stores of hbase:replication,,1731482656746.d23a12942b0e5c52ed0921a5cdb28864. at 1731482673194 (+1 ms)Flushing d23a12942b0e5c52ed0921a5cdb28864/queue: creating writer at 1731482673194Flushing d23a12942b0e5c52ed0921a5cdb28864/queue: appending metadata at 1731482673213 (+19 ms)Flushing d23a12942b0e5c52ed0921a5cdb28864/queue: closing flushed file at 1731482673213Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1569f913: reopening flushed file at 1731482673229 (+16 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for d23a12942b0e5c52ed0921a5cdb28864 in 40ms, sequenceid=14, compaction requested=false at 1731482673233 (+4 ms)Writing region close event to WAL at 1731482673234 (+1 ms)Running coprocessor post-close hooks at 1731482673237 (+3 ms)Closed at 1731482673237 2024-11-13T07:24:33,237 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731482656746.d23a12942b0e5c52ed0921a5cdb28864. 2024-11-13T07:24:33,238 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 698019d6d683ac953378c99896c8e0b4, disabling compactions & flushes 2024-11-13T07:24:33,238 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731482652304.698019d6d683ac953378c99896c8e0b4. 2024-11-13T07:24:33,238 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731482652304.698019d6d683ac953378c99896c8e0b4. 2024-11-13T07:24:33,238 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731482652304.698019d6d683ac953378c99896c8e0b4. after waiting 0 ms 2024-11-13T07:24:33,238 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731482652304.698019d6d683ac953378c99896c8e0b4. 2024-11-13T07:24:33,238 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 698019d6d683ac953378c99896c8e0b4 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-13T07:24:33,252 INFO [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T07:24:33,252 INFO [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T07:24:33,254 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/default/test/698019d6d683ac953378c99896c8e0b4/.tmp/f/deda58b2a4704a2da905c11b32b12387 is 37, key is row3/f:row3/1731482667743/Put/seqid=0 2024-11-13T07:24:33,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741842_1018 (size=5228) 2024-11-13T07:24:33,286 INFO [regionserver/2998b885bdef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:24:33,301 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 1468, reset compression=false 2024-11-13T07:24:33,305 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:24:33,305 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 1715, reset compression=false 2024-11-13T07:24:33,305 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.shipper2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,39609,1731482641055 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T07:24:33,306 ERROR [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.shipper2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2998b885bdef,39609,1731482641055: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2998b885bdef,39609,1731482641055, walGroup=2998b885bdef%2C39609%2C1731482641055, offset=2998b885bdef%2C39609%2C1731482641055.1731482643380:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:39609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T07:24:33,307 ERROR [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.shipper2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T07:24:33,307 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.shipper2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T07:24:33,308 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.shipper2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T07:24:33,308 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.shipper2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T07:24:33,308 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.shipper2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T07:24:33,308 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.shipper2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 845936184 }, "NonHeapMemoryUsage": { "committed": 201064448, "init": 7667712, "max": -1, "used": 198284448 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T07:24:33,308 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.shipper2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:39021 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:39021 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T07:24:33,393 DEBUG [RS:0;2998b885bdef:39609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 698019d6d683ac953378c99896c8e0b4 2024-11-13T07:24:33,509 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 1715, reset compression=false 2024-11-13T07:24:33,593 DEBUG [RS:0;2998b885bdef:39609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 698019d6d683ac953378c99896c8e0b4 2024-11-13T07:24:33,623 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/hbase/meta/1588230740/.tmp/info/bd34d8d939ec40859a9a69373098f4a5 2024-11-13T07:24:33,643 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/hbase/meta/1588230740/.tmp/ns/6315047afb254564a127d645424f02fa is 43, key is default/ns:d/1731482644379/Put/seqid=0 2024-11-13T07:24:33,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741843_1019 (size=5153) 2024-11-13T07:24:33,658 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/default/test/698019d6d683ac953378c99896c8e0b4/.tmp/f/deda58b2a4704a2da905c11b32b12387 2024-11-13T07:24:33,661 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 1493, reset compression=false 2024-11-13T07:24:33,662 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for deda58b2a4704a2da905c11b32b12387 2024-11-13T07:24:33,688 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/default/test/698019d6d683ac953378c99896c8e0b4/.tmp/f1/a37e647eb683422796f359a9254873d6 is 30, key is row1/f1:/1731482665089/DeleteFamily/seqid=0 2024-11-13T07:24:33,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741844_1020 (size=5158) 2024-11-13T07:24:33,794 DEBUG [RS:0;2998b885bdef:39609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 698019d6d683ac953378c99896c8e0b4 2024-11-13T07:24:33,813 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 1715, reset compression=false 2024-11-13T07:24:33,994 DEBUG [RS:0;2998b885bdef:39609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 698019d6d683ac953378c99896c8e0b4 2024-11-13T07:24:34,050 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/hbase/meta/1588230740/.tmp/ns/6315047afb254564a127d645424f02fa 2024-11-13T07:24:34,072 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/hbase/meta/1588230740/.tmp/rep_barrier/3f8428c7fa144377892f28648a6b7961 is 112, key is test,,1731482652304.698019d6d683ac953378c99896c8e0b4./rep_barrier:seqnumDuringOpen/1731482653046/Put/seqid=0 2024-11-13T07:24:34,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741845_1021 (size=5518) 2024-11-13T07:24:34,085 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/hbase/meta/1588230740/.tmp/rep_barrier/3f8428c7fa144377892f28648a6b7961 2024-11-13T07:24:34,092 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/default/test/698019d6d683ac953378c99896c8e0b4/.tmp/f1/a37e647eb683422796f359a9254873d6 2024-11-13T07:24:34,096 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a37e647eb683422796f359a9254873d6 2024-11-13T07:24:34,108 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/hbase/meta/1588230740/.tmp/table/f43c0e89447b45a89753bb72d068351f is 53, key is hbase:replication/table:state/1731482657917/Put/seqid=0 2024-11-13T07:24:34,114 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/default/test/698019d6d683ac953378c99896c8e0b4/.tmp/norep/f84fd7a206224b90a13c215c32d04fb5 is 33, key is row1/norep:/1731482665089/DeleteFamily/seqid=0 2024-11-13T07:24:34,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741846_1022 (size=5308) 2024-11-13T07:24:34,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741847_1023 (size=5108) 2024-11-13T07:24:34,194 INFO [RS:0;2998b885bdef:39609 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T07:24:34,194 DEBUG [RS:0;2998b885bdef:39609 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 698019d6d683ac953378c99896c8e0b4=test,,1731482652304.698019d6d683ac953378c99896c8e0b4.} 2024-11-13T07:24:34,194 DEBUG [RS:0;2998b885bdef:39609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 698019d6d683ac953378c99896c8e0b4 2024-11-13T07:24:34,221 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 1715, reset compression=false 2024-11-13T07:24:34,394 DEBUG [RS:0;2998b885bdef:39609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 698019d6d683ac953378c99896c8e0b4 2024-11-13T07:24:34,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:34,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:34,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:34,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:34,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:34,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:34,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:34,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:34,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:34,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:34,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:34,516 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/hbase/meta/1588230740/.tmp/table/f43c0e89447b45a89753bb72d068351f 2024-11-13T07:24:34,521 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/hbase/meta/1588230740/.tmp/info/bd34d8d939ec40859a9a69373098f4a5 as hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/hbase/meta/1588230740/info/bd34d8d939ec40859a9a69373098f4a5 2024-11-13T07:24:34,522 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/default/test/698019d6d683ac953378c99896c8e0b4/.tmp/norep/f84fd7a206224b90a13c215c32d04fb5 2024-11-13T07:24:34,525 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/hbase/meta/1588230740/info/bd34d8d939ec40859a9a69373098f4a5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T07:24:34,525 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f84fd7a206224b90a13c215c32d04fb5 2024-11-13T07:24:34,526 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/hbase/meta/1588230740/.tmp/ns/6315047afb254564a127d645424f02fa as hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/hbase/meta/1588230740/ns/6315047afb254564a127d645424f02fa 2024-11-13T07:24:34,526 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/default/test/698019d6d683ac953378c99896c8e0b4/.tmp/f/deda58b2a4704a2da905c11b32b12387 as hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/default/test/698019d6d683ac953378c99896c8e0b4/f/deda58b2a4704a2da905c11b32b12387 2024-11-13T07:24:34,529 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for deda58b2a4704a2da905c11b32b12387 2024-11-13T07:24:34,529 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/default/test/698019d6d683ac953378c99896c8e0b4/f/deda58b2a4704a2da905c11b32b12387, entries=5, sequenceid=12, filesize=5.1 K 2024-11-13T07:24:34,529 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/hbase/meta/1588230740/ns/6315047afb254564a127d645424f02fa, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T07:24:34,529 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/default/test/698019d6d683ac953378c99896c8e0b4/.tmp/f1/a37e647eb683422796f359a9254873d6 as hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/default/test/698019d6d683ac953378c99896c8e0b4/f1/a37e647eb683422796f359a9254873d6 2024-11-13T07:24:34,529 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/hbase/meta/1588230740/.tmp/rep_barrier/3f8428c7fa144377892f28648a6b7961 as hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/hbase/meta/1588230740/rep_barrier/3f8428c7fa144377892f28648a6b7961 2024-11-13T07:24:34,533 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a37e647eb683422796f359a9254873d6 2024-11-13T07:24:34,533 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/hbase/meta/1588230740/rep_barrier/3f8428c7fa144377892f28648a6b7961, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T07:24:34,533 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/default/test/698019d6d683ac953378c99896c8e0b4/f1/a37e647eb683422796f359a9254873d6, entries=3, sequenceid=12, filesize=5.0 K 2024-11-13T07:24:34,533 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/hbase/meta/1588230740/.tmp/table/f43c0e89447b45a89753bb72d068351f as hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/hbase/meta/1588230740/table/f43c0e89447b45a89753bb72d068351f 2024-11-13T07:24:34,533 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/default/test/698019d6d683ac953378c99896c8e0b4/.tmp/norep/f84fd7a206224b90a13c215c32d04fb5 as hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/default/test/698019d6d683ac953378c99896c8e0b4/norep/f84fd7a206224b90a13c215c32d04fb5 2024-11-13T07:24:34,537 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f84fd7a206224b90a13c215c32d04fb5 2024-11-13T07:24:34,537 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/default/test/698019d6d683ac953378c99896c8e0b4/norep/f84fd7a206224b90a13c215c32d04fb5, entries=1, sequenceid=12, filesize=5.0 K 2024-11-13T07:24:34,538 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/hbase/meta/1588230740/table/f43c0e89447b45a89753bb72d068351f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T07:24:34,538 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 698019d6d683ac953378c99896c8e0b4 in 1300ms, sequenceid=12, compaction requested=false 2024-11-13T07:24:34,538 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1345ms, sequenceid=16, compaction requested=false 2024-11-13T07:24:34,538 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T07:24:34,538 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T07:24:34,548 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T07:24:34,549 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:24:34,549 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:24:34,549 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:24:34,549 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482673193Running coprocessor pre-close hooks at 1731482673193Disabling compacts and flushes for region at 1731482673193Disabling writes for close at 1731482673193Obtaining lock to block concurrent updates at 1731482673193Preparing flush snapshotting stores in 1588230740 at 1731482673193Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731482673194 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731482673196 (+2 ms)Flushing 1588230740/info: creating writer at 1731482673196Flushing 1588230740/info: appending metadata at 1731482673214 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731482673214Flushing 1588230740/ns: creating writer at 1731482673627 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731482673643 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731482673643Flushing 1588230740/rep_barrier: creating writer at 1731482674055 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731482674072 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731482674072Flushing 1588230740/table: creating writer at 1731482674089 (+17 ms)Flushing 1588230740/table: appending metadata at 1731482674107 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731482674107Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21e88ed7: reopening flushed file at 1731482674520 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41a0bf9b: reopening flushed file at 1731482674525 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45999af0: reopening flushed file at 1731482674529 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fb5bbe7: reopening flushed file at 1731482674533 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1345ms, sequenceid=16, compaction requested=false at 1731482674538 (+5 ms)Writing region close event to WAL at 1731482674545 (+7 ms)Running coprocessor post-close hooks at 1731482674549 (+4 ms)Closed at 1731482674549 2024-11-13T07:24:34,549 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T07:24:34,552 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/data/default/test/698019d6d683ac953378c99896c8e0b4/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T07:24:34,553 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:24:34,553 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T07:24:34,553 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731482652304.698019d6d683ac953378c99896c8e0b4. 2024-11-13T07:24:34,553 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 698019d6d683ac953378c99896c8e0b4: Waiting for close lock at 1731482673237Running coprocessor pre-close hooks at 1731482673237Disabling compacts and flushes for region at 1731482673237Disabling writes for close at 1731482673238 (+1 ms)Obtaining lock to block concurrent updates at 1731482673238Preparing flush snapshotting stores in 698019d6d683ac953378c99896c8e0b4 at 1731482673238Finished memstore snapshotting test,,1731482652304.698019d6d683ac953378c99896c8e0b4., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731482673238Flushing stores of test,,1731482652304.698019d6d683ac953378c99896c8e0b4. at 1731482673238Flushing 698019d6d683ac953378c99896c8e0b4/f: creating writer at 1731482673238Flushing 698019d6d683ac953378c99896c8e0b4/f: appending metadata at 1731482673253 (+15 ms)Flushing 698019d6d683ac953378c99896c8e0b4/f: closing flushed file at 1731482673254 (+1 ms)Flushing 698019d6d683ac953378c99896c8e0b4/f1: creating writer at 1731482673663 (+409 ms)Flushing 698019d6d683ac953378c99896c8e0b4/f1: appending metadata at 1731482673687 (+24 ms)Flushing 698019d6d683ac953378c99896c8e0b4/f1: closing flushed file at 1731482673687Flushing 698019d6d683ac953378c99896c8e0b4/norep: creating writer at 1731482674096 (+409 ms)Flushing 698019d6d683ac953378c99896c8e0b4/norep: appending metadata at 1731482674113 (+17 ms)Flushing 698019d6d683ac953378c99896c8e0b4/norep: closing flushed file at 1731482674113Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30605cb2: reopening flushed file at 1731482674525 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ded4bd6: reopening flushed file at 1731482674529 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ab6b376: reopening flushed file at 1731482674533 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 698019d6d683ac953378c99896c8e0b4 in 1300ms, sequenceid=12, compaction requested=false at 1731482674538 (+5 ms)Writing region close event to WAL at 1731482674545 (+7 ms)Running coprocessor post-close hooks at 1731482674553 (+8 ms)Closed at 1731482674553 2024-11-13T07:24:34,553 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731482652304.698019d6d683ac953378c99896c8e0b4. 2024-11-13T07:24:34,594 INFO [RS:0;2998b885bdef:39609 {}] regionserver.HRegionServer(976): stopping server 2998b885bdef,39609,1731482641055; all regions closed. 2024-11-13T07:24:34,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741834_1010 (size=4239) 2024-11-13T07:24:34,618 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.meta.1731482644343.meta not finished, retry = 0 2024-11-13T07:24:34,677 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 1493, reset compression=false 2024-11-13T07:24:34,721 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.rep.1731482657879 not finished, retry = 0 2024-11-13T07:24:34,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741839_1015 (size=3552) 2024-11-13T07:24:34,724 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 1715, reset compression=false 2024-11-13T07:24:34,735 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:24:34,736 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/WALs/2998b885bdef,39609,1731482641055/2998b885bdef%2C39609%2C1731482641055.1731482643380 to pos 2359, reset compression=false 2024-11-13T07:24:34,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741832_1008 (size=2367) 2024-11-13T07:24:34,824 DEBUG [RS:0;2998b885bdef:39609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:34,824 INFO [RS:0;2998b885bdef:39609 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:24:34,824 INFO [RS:0;2998b885bdef:39609 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:24:34,824 INFO [RS:0;2998b885bdef:39609 {}] hbase.ChoreService(370): Chore service for: regionserver/2998b885bdef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T07:24:34,824 INFO [RS:0;2998b885bdef:39609 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:24:34,824 INFO [regionserver/2998b885bdef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:24:34,825 INFO [RS:0;2998b885bdef:39609 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2998b885bdef,39609,1731482641055 because: Region server is closing 2024-11-13T07:24:34,825 INFO [RS:0;2998b885bdef:39609 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:39609. 2024-11-13T07:24:34,825 DEBUG [RS:0;2998b885bdef:39609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:24:34,825 DEBUG [RS:0;2998b885bdef:39609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:34,825 DEBUG [RS:0;2998b885bdef:39609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:34,825 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:24:34,925 INFO [RS:0;2998b885bdef:39609 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.shipper2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 terminated 2024-11-13T07:24:34,925 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39609,1731482641055.replicationSource.wal-reader.2998b885bdef%2C39609%2C1731482641055,1-2998b885bdef,39609,1731482641055 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T07:24:34,926 INFO [RS:0;2998b885bdef:39609 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:39609. 2024-11-13T07:24:34,926 DEBUG [RS:0;2998b885bdef:39609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:24:34,926 DEBUG [RS:0;2998b885bdef:39609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:34,926 DEBUG [RS:0;2998b885bdef:39609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:34,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:24:34,926 INFO [RS:0;2998b885bdef:39609 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39609 2024-11-13T07:24:35,001 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T07:24:35,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:35,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39609-0x10133143cdf0004, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1195329330/rs/2998b885bdef,39609,1731482641055 2024-11-13T07:24:35,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39021-0x10133143cdf0003, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195329330/rs 2024-11-13T07:24:35,008 INFO [RS:0;2998b885bdef:39609 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:24:35,008 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2998b885bdef,39609,1731482641055] 2024-11-13T07:24:35,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:35,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:35,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:35,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:35,046 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1195329330/draining/2998b885bdef,39609,1731482641055 already deleted, retry=false 2024-11-13T07:24:35,046 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2998b885bdef,39609,1731482641055 expired; onlineServers=0 2024-11-13T07:24:35,046 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2998b885bdef,39021,1731482640922' ***** 2024-11-13T07:24:35,046 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T07:24:35,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:35,046 INFO [M:0;2998b885bdef:39021 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:24:35,046 INFO [M:0;2998b885bdef:39021 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:24:35,046 DEBUG [M:0;2998b885bdef:39021 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T07:24:35,046 DEBUG [M:0;2998b885bdef:39021 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T07:24:35,046 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T07:24:35,046 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482643140 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482643140,5,FailOnTimeoutGroup] 2024-11-13T07:24:35,046 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482643139 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482643139,5,FailOnTimeoutGroup] 2024-11-13T07:24:35,046 INFO [M:0;2998b885bdef:39021 {}] hbase.ChoreService(370): Chore service for: master/2998b885bdef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T07:24:35,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:35,046 INFO [M:0;2998b885bdef:39021 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:24:35,047 DEBUG [M:0;2998b885bdef:39021 {}] master.HMaster(1795): Stopping service threads 2024-11-13T07:24:35,047 INFO [M:0;2998b885bdef:39021 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T07:24:35,047 INFO [M:0;2998b885bdef:39021 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:24:35,047 INFO [M:0;2998b885bdef:39021 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T07:24:35,047 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T07:24:35,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:35,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39021-0x10133143cdf0003, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1195329330/master 2024-11-13T07:24:35,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39021-0x10133143cdf0003, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195329330 2024-11-13T07:24:35,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:35,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:35,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:35,067 DEBUG [M:0;2998b885bdef:39021 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1195329330/master already deleted, retry=false 2024-11-13T07:24:35,067 DEBUG [M:0;2998b885bdef:39021 {}] master.ActiveMasterManager(353): master:39021-0x10133143cdf0003, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1195329330/master 2024-11-13T07:24:35,069 INFO [M:0;2998b885bdef:39021 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/.lastflushedseqids 2024-11-13T07:24:35,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741848_1024 (size=245) 2024-11-13T07:24:35,079 INFO [M:0;2998b885bdef:39021 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T07:24:35,079 INFO [M:0;2998b885bdef:39021 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T07:24:35,080 DEBUG [M:0;2998b885bdef:39021 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:24:35,080 INFO [M:0;2998b885bdef:39021 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:24:35,080 DEBUG [M:0;2998b885bdef:39021 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:24:35,080 DEBUG [M:0;2998b885bdef:39021 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:24:35,080 DEBUG [M:0;2998b885bdef:39021 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:24:35,080 INFO [M:0;2998b885bdef:39021 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-13T07:24:35,094 DEBUG [M:0;2998b885bdef:39021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7cedb36eb5e4b78a2224ba333b2b153 is 82, key is hbase:meta,,1/info:regioninfo/1731482644368/Put/seqid=0 2024-11-13T07:24:35,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741849_1025 (size=5672) 2024-11-13T07:24:35,101 INFO [M:0;2998b885bdef:39021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7cedb36eb5e4b78a2224ba333b2b153 2024-11-13T07:24:35,119 DEBUG [M:0;2998b885bdef:39021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4aad9e52a22f40c09a221d6daac5642d is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731482653055/Put/seqid=0 2024-11-13T07:24:35,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741850_1026 (size=7217) 2024-11-13T07:24:35,126 INFO [M:0;2998b885bdef:39021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4aad9e52a22f40c09a221d6daac5642d 2024-11-13T07:24:35,129 INFO [M:0;2998b885bdef:39021 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4aad9e52a22f40c09a221d6daac5642d 2024-11-13T07:24:35,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39609-0x10133143cdf0004, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:24:35,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39609-0x10133143cdf0004, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:24:35,135 INFO [RS:0;2998b885bdef:39609 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:24:35,135 INFO [RS:0;2998b885bdef:39609 {}] regionserver.HRegionServer(1031): Exiting; stopping=2998b885bdef,39609,1731482641055; zookeeper connection closed. 2024-11-13T07:24:35,136 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7454ffc2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7454ffc2 2024-11-13T07:24:35,136 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T07:24:35,144 DEBUG [M:0;2998b885bdef:39021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cd4e70246df14d85b638366713fa228c is 69, key is 2998b885bdef,39609,1731482641055/rs:state/1731482643211/Put/seqid=0 2024-11-13T07:24:35,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741851_1027 (size=5156) 2024-11-13T07:24:35,154 INFO [M:0;2998b885bdef:39021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cd4e70246df14d85b638366713fa228c 2024-11-13T07:24:35,157 DEBUG [M:0;2998b885bdef:39021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7cedb36eb5e4b78a2224ba333b2b153 as hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7cedb36eb5e4b78a2224ba333b2b153 2024-11-13T07:24:35,161 INFO [M:0;2998b885bdef:39021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7cedb36eb5e4b78a2224ba333b2b153, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T07:24:35,162 DEBUG [M:0;2998b885bdef:39021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4aad9e52a22f40c09a221d6daac5642d as hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4aad9e52a22f40c09a221d6daac5642d 2024-11-13T07:24:35,169 INFO [M:0;2998b885bdef:39021 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4aad9e52a22f40c09a221d6daac5642d 2024-11-13T07:24:35,169 INFO [M:0;2998b885bdef:39021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4aad9e52a22f40c09a221d6daac5642d, entries=11, sequenceid=105, filesize=7.0 K 2024-11-13T07:24:35,170 DEBUG [M:0;2998b885bdef:39021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cd4e70246df14d85b638366713fa228c as hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cd4e70246df14d85b638366713fa228c 2024-11-13T07:24:35,179 INFO [M:0;2998b885bdef:39021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39775/user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cd4e70246df14d85b638366713fa228c, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T07:24:35,180 INFO [M:0;2998b885bdef:39021 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=105, compaction requested=false 2024-11-13T07:24:35,216 INFO [M:0;2998b885bdef:39021 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:24:35,216 DEBUG [M:0;2998b885bdef:39021 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482675079Disabling compacts and flushes for region at 1731482675079Disabling writes for close at 1731482675080 (+1 ms)Obtaining lock to block concurrent updates at 1731482675080Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731482675080Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731482675080Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731482675081 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731482675081Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731482675094 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731482675094Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731482675105 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731482675118 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731482675118Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731482675129 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731482675144 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731482675144Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ff8cf9b: reopening flushed file at 1731482675157 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9ff9c06: reopening flushed file at 1731482675161 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3373d4c0: reopening flushed file at 1731482675169 (+8 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=105, compaction requested=false at 1731482675180 (+11 ms)Writing region close event to WAL at 1731482675216 (+36 ms)Closed at 1731482675216 2024-11-13T07:24:35,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741830_1006 (size=64411) 2024-11-13T07:24:35,226 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/00064afb-3e2b-f8a9-ff09-27b5f3be4ffe/MasterData/WALs/2998b885bdef,39021,1731482640922/2998b885bdef%2C39021%2C1731482640922.1731482642773 not finished, retry = 0 2024-11-13T07:24:35,330 INFO [M:0;2998b885bdef:39021 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T07:24:35,330 INFO [M:0;2998b885bdef:39021 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39021 2024-11-13T07:24:35,330 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:24:35,331 INFO [M:0;2998b885bdef:39021 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:24:35,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39021-0x10133143cdf0003, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:24:35,440 INFO [M:0;2998b885bdef:39021 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:24:35,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39021-0x10133143cdf0003, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:24:35,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7066d9ff{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:24:35,443 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50b69438{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:24:35,443 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:24:35,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b4b75fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:24:35,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78c6e954{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edb837e8-fd07-453d-c07c-1aeb12f67413/hadoop.log.dir/,STOPPED} 2024-11-13T07:24:35,445 WARN [BP-346633162-172.17.0.3-1731482638698 heartbeating to localhost/127.0.0.1:39775 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T07:24:35,445 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T07:24:35,445 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T07:24:35,445 WARN [BP-346633162-172.17.0.3-1731482638698 heartbeating to localhost/127.0.0.1:39775 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-346633162-172.17.0.3-1731482638698 (Datanode Uuid 49cc8d02-2718-47cd-82b1-7dee8bc35f1e) service to localhost/127.0.0.1:39775 2024-11-13T07:24:35,445 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edb837e8-fd07-453d-c07c-1aeb12f67413/cluster_67fb3dab-5865-a0cc-3da8-06390aa4bf2e/data/data1/current/BP-346633162-172.17.0.3-1731482638698 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:24:35,445 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edb837e8-fd07-453d-c07c-1aeb12f67413/cluster_67fb3dab-5865-a0cc-3da8-06390aa4bf2e/data/data2/current/BP-346633162-172.17.0.3-1731482638698 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:24:35,445 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T07:24:35,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b7fe40d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:24:35,451 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4565a94f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:24:35,451 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:24:35,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@481313e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:24:35,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4377be4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edb837e8-fd07-453d-c07c-1aeb12f67413/hadoop.log.dir/,STOPPED} 2024-11-13T07:24:35,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T07:24:35,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T07:24:35,463 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:24:35,463 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:24:35,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:35,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:35,463 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:24:35,464 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T07:24:35,464 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1763903436, stopped=false 2024-11-13T07:24:35,464 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2998b885bdef,44015,1731482635107 2024-11-13T07:24:35,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44015-0x10133143cdf0000, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2063990468/running 2024-11-13T07:24:35,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44015-0x10133143cdf0000, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2063990468 2024-11-13T07:24:35,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x10133143cdf0001, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2063990468/running 2024-11-13T07:24:35,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x10133143cdf0001, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2063990468 2024-11-13T07:24:35,477 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:24:35,478 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:24:35,478 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:24:35,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:35,478 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39771-0x10133143cdf0001, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Set watcher on znode that does not yet exist, /0-2063990468/running 2024-11-13T07:24:35,478 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44015-0x10133143cdf0000, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Set watcher on znode that does not yet exist, /0-2063990468/running 2024-11-13T07:24:35,479 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2998b885bdef,39771,1731482635293' ***** 2024-11-13T07:24:35,479 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T07:24:35,479 INFO [RS:0;2998b885bdef:39771 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T07:24:35,479 INFO [RS:0;2998b885bdef:39771 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T07:24:35,479 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T07:24:35,479 INFO [RS:0;2998b885bdef:39771 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T07:24:35,479 INFO [RS:0;2998b885bdef:39771 {}] regionserver.HRegionServer(3091): Received CLOSE for cab719754cc7d4ca1771624fafde16eb 2024-11-13T07:24:35,484 INFO [RS:0;2998b885bdef:39771 {}] regionserver.HRegionServer(3091): Received CLOSE for 881055c4312d8c01037e5ae34bde438e 2024-11-13T07:24:35,484 INFO [RS:0;2998b885bdef:39771 {}] regionserver.HRegionServer(959): stopping server 2998b885bdef,39771,1731482635293 2024-11-13T07:24:35,484 INFO [RS:0;2998b885bdef:39771 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:24:35,484 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cab719754cc7d4ca1771624fafde16eb, disabling compactions & flushes 2024-11-13T07:24:35,484 INFO [RS:0;2998b885bdef:39771 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:39771. 2024-11-13T07:24:35,484 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731482650147.cab719754cc7d4ca1771624fafde16eb. 2024-11-13T07:24:35,484 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731482650147.cab719754cc7d4ca1771624fafde16eb. 2024-11-13T07:24:35,484 DEBUG [RS:0;2998b885bdef:39771 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:24:35,485 DEBUG [RS:0;2998b885bdef:39771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:35,485 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731482650147.cab719754cc7d4ca1771624fafde16eb. after waiting 0 ms 2024-11-13T07:24:35,485 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731482650147.cab719754cc7d4ca1771624fafde16eb. 2024-11-13T07:24:35,485 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cab719754cc7d4ca1771624fafde16eb 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-13T07:24:35,485 INFO [RS:0;2998b885bdef:39771 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T07:24:35,485 INFO [RS:0;2998b885bdef:39771 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T07:24:35,485 INFO [RS:0;2998b885bdef:39771 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T07:24:35,485 INFO [RS:0;2998b885bdef:39771 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T07:24:35,486 INFO [RS:0;2998b885bdef:39771 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T07:24:35,486 DEBUG [RS:0;2998b885bdef:39771 {}] regionserver.HRegionServer(1325): Online Regions={cab719754cc7d4ca1771624fafde16eb=test,,1731482650147.cab719754cc7d4ca1771624fafde16eb., 1588230740=hbase:meta,,1.1588230740, 881055c4312d8c01037e5ae34bde438e=hbase:replication,,1731482654594.881055c4312d8c01037e5ae34bde438e.} 2024-11-13T07:24:35,486 DEBUG [RS:0;2998b885bdef:39771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 881055c4312d8c01037e5ae34bde438e, cab719754cc7d4ca1771624fafde16eb 2024-11-13T07:24:35,486 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:24:35,486 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:24:35,486 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:24:35,486 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:24:35,486 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:24:35,486 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T07:24:35,500 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/default/test/cab719754cc7d4ca1771624fafde16eb/.tmp/f/92e92f32b9fc436a8ecc31640f960c8c is 37, key is row3/f:row3/1731482667743/Put/seqid=0 2024-11-13T07:24:35,505 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/hbase/meta/1588230740/.tmp/info/4b7f861313144273adc96d8ad2a3da87 is 147, key is hbase:replication,,1731482654594.881055c4312d8c01037e5ae34bde438e./info:regioninfo/1731482655750/Put/seqid=0 2024-11-13T07:24:35,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741840_1016 (size=5228) 2024-11-13T07:24:35,507 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/default/test/cab719754cc7d4ca1771624fafde16eb/.tmp/f/92e92f32b9fc436a8ecc31640f960c8c 2024-11-13T07:24:35,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741841_1017 (size=7686) 2024-11-13T07:24:35,509 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/hbase/meta/1588230740/.tmp/info/4b7f861313144273adc96d8ad2a3da87 2024-11-13T07:24:35,512 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 92e92f32b9fc436a8ecc31640f960c8c 2024-11-13T07:24:35,528 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/default/test/cab719754cc7d4ca1771624fafde16eb/.tmp/f1/84d9a5a0e46d46a99dba09a4034378ca is 30, key is row1/f1:/1731482665089/DeleteFamily/seqid=0 2024-11-13T07:24:35,528 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/hbase/meta/1588230740/.tmp/ns/14eb56e78026407ca193f9d063e693a4 is 43, key is default/ns:d/1731482638570/Put/seqid=0 2024-11-13T07:24:35,534 INFO [regionserver/2998b885bdef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:24:35,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741843_1019 (size=5153) 2024-11-13T07:24:35,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741842_1018 (size=5158) 2024-11-13T07:24:35,686 DEBUG [RS:0;2998b885bdef:39771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 881055c4312d8c01037e5ae34bde438e, cab719754cc7d4ca1771624fafde16eb 2024-11-13T07:24:35,781 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 1493, reset compression=false 2024-11-13T07:24:35,784 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:24:35,784 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 1740, reset compression=false 2024-11-13T07:24:35,785 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.shipper2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,39771,1731482635293 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T07:24:35,786 ERROR [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.shipper2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2998b885bdef,39771,1731482635293: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2998b885bdef,39771,1731482635293, walGroup=2998b885bdef%2C39771%2C1731482635293, offset=2998b885bdef%2C39771%2C1731482635293.1731482637538:1740, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:39771 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T07:24:35,787 ERROR [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.shipper2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T07:24:35,787 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.shipper2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T07:24:35,788 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.shipper2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T07:24:35,788 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.shipper2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T07:24:35,788 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.shipper2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T07:24:35,788 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.shipper2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 825207280 }, "NonHeapMemoryUsage": { "committed": 201850880, "init": 7667712, "max": -1, "used": 199002944 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T07:24:35,788 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.shipper2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:44015 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:44015 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T07:24:35,886 DEBUG [RS:0;2998b885bdef:39771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 881055c4312d8c01037e5ae34bde438e, cab719754cc7d4ca1771624fafde16eb 2024-11-13T07:24:35,938 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/hbase/meta/1588230740/.tmp/ns/14eb56e78026407ca193f9d063e693a4 2024-11-13T07:24:35,940 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/default/test/cab719754cc7d4ca1771624fafde16eb/.tmp/f1/84d9a5a0e46d46a99dba09a4034378ca 2024-11-13T07:24:35,944 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 84d9a5a0e46d46a99dba09a4034378ca 2024-11-13T07:24:35,967 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/hbase/meta/1588230740/.tmp/rep_barrier/a8bcf78959b946a1bc88cd72deb5e69e is 112, key is test,,1731482650147.cab719754cc7d4ca1771624fafde16eb./rep_barrier:seqnumDuringOpen/1731482651290/Put/seqid=0 2024-11-13T07:24:35,970 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/default/test/cab719754cc7d4ca1771624fafde16eb/.tmp/norep/b166f21a546c46d38799065c31dd232d is 32, key is row/norep:/1731482664085/DeleteFamily/seqid=0 2024-11-13T07:24:35,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741845_1021 (size=5518) 2024-11-13T07:24:35,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741844_1020 (size=5101) 2024-11-13T07:24:35,987 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 1740, reset compression=false 2024-11-13T07:24:36,086 DEBUG [RS:0;2998b885bdef:39771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 881055c4312d8c01037e5ae34bde438e, cab719754cc7d4ca1771624fafde16eb 2024-11-13T07:24:36,286 DEBUG [RS:0;2998b885bdef:39771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 881055c4312d8c01037e5ae34bde438e, cab719754cc7d4ca1771624fafde16eb 2024-11-13T07:24:36,291 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 1740, reset compression=false 2024-11-13T07:24:36,377 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/hbase/meta/1588230740/.tmp/rep_barrier/a8bcf78959b946a1bc88cd72deb5e69e 2024-11-13T07:24:36,384 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/default/test/cab719754cc7d4ca1771624fafde16eb/.tmp/norep/b166f21a546c46d38799065c31dd232d 2024-11-13T07:24:36,389 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b166f21a546c46d38799065c31dd232d 2024-11-13T07:24:36,394 INFO [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T07:24:36,394 INFO [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T07:24:36,394 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/default/test/cab719754cc7d4ca1771624fafde16eb/.tmp/f/92e92f32b9fc436a8ecc31640f960c8c as hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/default/test/cab719754cc7d4ca1771624fafde16eb/f/92e92f32b9fc436a8ecc31640f960c8c 2024-11-13T07:24:36,400 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/hbase/meta/1588230740/.tmp/table/11f8dc3256d2419297bd8002588bdcaf is 53, key is hbase:replication/table:state/1731482655757/Put/seqid=0 2024-11-13T07:24:36,406 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 92e92f32b9fc436a8ecc31640f960c8c 2024-11-13T07:24:36,406 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/default/test/cab719754cc7d4ca1771624fafde16eb/f/92e92f32b9fc436a8ecc31640f960c8c, entries=5, sequenceid=12, filesize=5.1 K 2024-11-13T07:24:36,407 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/default/test/cab719754cc7d4ca1771624fafde16eb/.tmp/f1/84d9a5a0e46d46a99dba09a4034378ca as hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/default/test/cab719754cc7d4ca1771624fafde16eb/f1/84d9a5a0e46d46a99dba09a4034378ca 2024-11-13T07:24:36,413 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 84d9a5a0e46d46a99dba09a4034378ca 2024-11-13T07:24:36,413 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/default/test/cab719754cc7d4ca1771624fafde16eb/f1/84d9a5a0e46d46a99dba09a4034378ca, entries=3, sequenceid=12, filesize=5.0 K 2024-11-13T07:24:36,414 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/default/test/cab719754cc7d4ca1771624fafde16eb/.tmp/norep/b166f21a546c46d38799065c31dd232d as hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/default/test/cab719754cc7d4ca1771624fafde16eb/norep/b166f21a546c46d38799065c31dd232d 2024-11-13T07:24:36,419 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b166f21a546c46d38799065c31dd232d 2024-11-13T07:24:36,419 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/default/test/cab719754cc7d4ca1771624fafde16eb/norep/b166f21a546c46d38799065c31dd232d, entries=1, sequenceid=12, filesize=5.0 K 2024-11-13T07:24:36,421 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cab719754cc7d4ca1771624fafde16eb in 936ms, sequenceid=12, compaction requested=false 2024-11-13T07:24:36,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741846_1022 (size=5308) 2024-11-13T07:24:36,430 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/hbase/meta/1588230740/.tmp/table/11f8dc3256d2419297bd8002588bdcaf 2024-11-13T07:24:36,436 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/hbase/meta/1588230740/.tmp/info/4b7f861313144273adc96d8ad2a3da87 as hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/hbase/meta/1588230740/info/4b7f861313144273adc96d8ad2a3da87 2024-11-13T07:24:36,442 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/hbase/meta/1588230740/info/4b7f861313144273adc96d8ad2a3da87, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T07:24:36,443 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/hbase/meta/1588230740/.tmp/ns/14eb56e78026407ca193f9d063e693a4 as hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/hbase/meta/1588230740/ns/14eb56e78026407ca193f9d063e693a4 2024-11-13T07:24:36,449 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/hbase/meta/1588230740/ns/14eb56e78026407ca193f9d063e693a4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T07:24:36,450 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/hbase/meta/1588230740/.tmp/rep_barrier/a8bcf78959b946a1bc88cd72deb5e69e as hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/hbase/meta/1588230740/rep_barrier/a8bcf78959b946a1bc88cd72deb5e69e 2024-11-13T07:24:36,456 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/hbase/meta/1588230740/rep_barrier/a8bcf78959b946a1bc88cd72deb5e69e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T07:24:36,457 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/hbase/meta/1588230740/.tmp/table/11f8dc3256d2419297bd8002588bdcaf as hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/hbase/meta/1588230740/table/11f8dc3256d2419297bd8002588bdcaf 2024-11-13T07:24:36,470 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/hbase/meta/1588230740/table/11f8dc3256d2419297bd8002588bdcaf, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T07:24:36,473 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 987ms, sequenceid=16, compaction requested=false 2024-11-13T07:24:36,485 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/default/test/cab719754cc7d4ca1771624fafde16eb/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T07:24:36,486 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:24:36,487 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T07:24:36,487 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731482650147.cab719754cc7d4ca1771624fafde16eb. 2024-11-13T07:24:36,487 DEBUG [RS:0;2998b885bdef:39771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 881055c4312d8c01037e5ae34bde438e, cab719754cc7d4ca1771624fafde16eb 2024-11-13T07:24:36,487 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cab719754cc7d4ca1771624fafde16eb: Waiting for close lock at 1731482675484Running coprocessor pre-close hooks at 1731482675484Disabling compacts and flushes for region at 1731482675484Disabling writes for close at 1731482675485 (+1 ms)Obtaining lock to block concurrent updates at 1731482675485Preparing flush snapshotting stores in cab719754cc7d4ca1771624fafde16eb at 1731482675485Finished memstore snapshotting test,,1731482650147.cab719754cc7d4ca1771624fafde16eb., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731482675485Flushing stores of test,,1731482650147.cab719754cc7d4ca1771624fafde16eb. at 1731482675486 (+1 ms)Flushing cab719754cc7d4ca1771624fafde16eb/f: creating writer at 1731482675486Flushing cab719754cc7d4ca1771624fafde16eb/f: appending metadata at 1731482675499 (+13 ms)Flushing cab719754cc7d4ca1771624fafde16eb/f: closing flushed file at 1731482675500 (+1 ms)Flushing cab719754cc7d4ca1771624fafde16eb/f1: creating writer at 1731482675512 (+12 ms)Flushing cab719754cc7d4ca1771624fafde16eb/f1: appending metadata at 1731482675525 (+13 ms)Flushing cab719754cc7d4ca1771624fafde16eb/f1: closing flushed file at 1731482675525Flushing cab719754cc7d4ca1771624fafde16eb/norep: creating writer at 1731482675944 (+419 ms)Flushing cab719754cc7d4ca1771624fafde16eb/norep: appending metadata at 1731482675969 (+25 ms)Flushing cab719754cc7d4ca1771624fafde16eb/norep: closing flushed file at 1731482675969Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@609c469c: reopening flushed file at 1731482676389 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4edee400: reopening flushed file at 1731482676406 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bfd5668: reopening flushed file at 1731482676413 (+7 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cab719754cc7d4ca1771624fafde16eb in 936ms, sequenceid=12, compaction requested=false at 1731482676421 (+8 ms)Writing region close event to WAL at 1731482676472 (+51 ms)Running coprocessor post-close hooks at 1731482676486 (+14 ms)Closed at 1731482676487 (+1 ms) 2024-11-13T07:24:36,487 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731482650147.cab719754cc7d4ca1771624fafde16eb. 2024-11-13T07:24:36,487 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 881055c4312d8c01037e5ae34bde438e, disabling compactions & flushes 2024-11-13T07:24:36,487 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731482654594.881055c4312d8c01037e5ae34bde438e. 2024-11-13T07:24:36,487 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731482654594.881055c4312d8c01037e5ae34bde438e. 2024-11-13T07:24:36,487 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731482654594.881055c4312d8c01037e5ae34bde438e. after waiting 0 ms 2024-11-13T07:24:36,487 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731482654594.881055c4312d8c01037e5ae34bde438e. 2024-11-13T07:24:36,487 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 881055c4312d8c01037e5ae34bde438e: Waiting for close lock at 1731482676487Running coprocessor pre-close hooks at 1731482676487Disabling compacts and flushes for region at 1731482676487Disabling writes for close at 1731482676487Failed flush hbase:replication,,1731482654594.881055c4312d8c01037e5ae34bde438e., putting online again at 1731482676487 2024-11-13T07:24:36,487 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731482654594.881055c4312d8c01037e5ae34bde438e. 2024-11-13T07:24:36,538 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T07:24:36,539 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:24:36,539 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:24:36,539 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:24:36,539 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482675486Running coprocessor pre-close hooks at 1731482675486Disabling compacts and flushes for region at 1731482675486Disabling writes for close at 1731482675486Obtaining lock to block concurrent updates at 1731482675486Preparing flush snapshotting stores in 1588230740 at 1731482675486Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731482675486Flushing stores of hbase:meta,,1.1588230740 at 1731482675487 (+1 ms)Flushing 1588230740/info: creating writer at 1731482675487Flushing 1588230740/info: appending metadata at 1731482675505 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731482675505Flushing 1588230740/ns: creating writer at 1731482675513 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731482675527 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731482675527Flushing 1588230740/rep_barrier: creating writer at 1731482675944 (+417 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731482675966 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731482675967 (+1 ms)Flushing 1588230740/table: creating writer at 1731482676381 (+414 ms)Flushing 1588230740/table: appending metadata at 1731482676399 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731482676399Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39cae0: reopening flushed file at 1731482676435 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49f98d81: reopening flushed file at 1731482676442 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15dab52b: reopening flushed file at 1731482676449 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b4da3db: reopening flushed file at 1731482676456 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 987ms, sequenceid=16, compaction requested=false at 1731482676473 (+17 ms)Writing region close event to WAL at 1731482676528 (+55 ms)Running coprocessor post-close hooks at 1731482676538 (+10 ms)Closed at 1731482676539 (+1 ms) 2024-11-13T07:24:36,539 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T07:24:36,687 INFO [RS:0;2998b885bdef:39771 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T07:24:36,687 DEBUG [RS:0;2998b885bdef:39771 {}] regionserver.HRegionServer(1325): Online Regions={881055c4312d8c01037e5ae34bde438e=hbase:replication,,1731482654594.881055c4312d8c01037e5ae34bde438e.} 2024-11-13T07:24:36,687 INFO [RS:0;2998b885bdef:39771 {}] regionserver.HRegionServer(3091): Received CLOSE for 881055c4312d8c01037e5ae34bde438e 2024-11-13T07:24:36,687 DEBUG [RS:0;2998b885bdef:39771 {}] regionserver.HRegionServer(1351): Waiting on 881055c4312d8c01037e5ae34bde438e 2024-11-13T07:24:36,687 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 881055c4312d8c01037e5ae34bde438e, disabling compactions & flushes 2024-11-13T07:24:36,687 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731482654594.881055c4312d8c01037e5ae34bde438e. 2024-11-13T07:24:36,687 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731482654594.881055c4312d8c01037e5ae34bde438e. 2024-11-13T07:24:36,687 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731482654594.881055c4312d8c01037e5ae34bde438e. after waiting 0 ms 2024-11-13T07:24:36,687 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731482654594.881055c4312d8c01037e5ae34bde438e. 2024-11-13T07:24:36,687 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 881055c4312d8c01037e5ae34bde438e: Waiting for close lock at 1731482676687Running coprocessor pre-close hooks at 1731482676687Disabling compacts and flushes for region at 1731482676687Disabling writes for close at 1731482676687Failed flush hbase:replication,,1731482654594.881055c4312d8c01037e5ae34bde438e., putting online again at 1731482676687 2024-11-13T07:24:36,687 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731482654594.881055c4312d8c01037e5ae34bde438e. 2024-11-13T07:24:36,695 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 1740, reset compression=false 2024-11-13T07:24:36,702 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:24:36,702 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 2384, reset compression=false 2024-11-13T07:24:36,887 INFO [RS:0;2998b885bdef:39771 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T07:24:36,887 INFO [RS:0;2998b885bdef:39771 {}] regionserver.HRegionServer(976): stopping server 2998b885bdef,39771,1731482635293; all regions closed. 2024-11-13T07:24:36,911 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 to pos 2384, reset compression=false 2024-11-13T07:24:36,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741834_1010 (size=4239) 2024-11-13T07:24:36,917 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.meta.1731482638533.meta not finished, retry = 0 2024-11-13T07:24:37,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741839_1015 (size=2609) 2024-11-13T07:24:37,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741832_1008 (size=2392) 2024-11-13T07:24:37,030 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/WALs/2998b885bdef,39771,1731482635293/2998b885bdef%2C39771%2C1731482635293.1731482637538 not finished, retry = 0 2024-11-13T07:24:37,131 DEBUG [RS:0;2998b885bdef:39771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:37,131 INFO [RS:0;2998b885bdef:39771 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:24:37,131 INFO [RS:0;2998b885bdef:39771 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:24:37,131 INFO [RS:0;2998b885bdef:39771 {}] hbase.ChoreService(370): Chore service for: regionserver/2998b885bdef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T07:24:37,131 INFO [RS:0;2998b885bdef:39771 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:24:37,131 INFO [regionserver/2998b885bdef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:24:37,131 INFO [RS:0;2998b885bdef:39771 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2998b885bdef,39771,1731482635293 because: Region server is closing 2024-11-13T07:24:37,132 INFO [RS:0;2998b885bdef:39771 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:39771. 2024-11-13T07:24:37,132 DEBUG [RS:0;2998b885bdef:39771 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:24:37,132 DEBUG [RS:0;2998b885bdef:39771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:37,133 DEBUG [RS:0;2998b885bdef:39771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:37,133 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:24:37,233 INFO [RS:0;2998b885bdef:39771 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.shipper2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 terminated 2024-11-13T07:24:37,233 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39771,1731482635293.replicationSource.wal-reader.2998b885bdef%2C39771%2C1731482635293,1-2998b885bdef,39771,1731482635293 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T07:24:37,233 INFO [RS:0;2998b885bdef:39771 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:39771. 2024-11-13T07:24:37,233 DEBUG [RS:0;2998b885bdef:39771 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:24:37,233 DEBUG [RS:0;2998b885bdef:39771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:37,234 DEBUG [RS:0;2998b885bdef:39771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:37,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:24:37,234 INFO [RS:0;2998b885bdef:39771 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39771 2024-11-13T07:24:37,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x10133143cdf0001, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2063990468/rs/2998b885bdef,39771,1731482635293 2024-11-13T07:24:37,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44015-0x10133143cdf0000, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2063990468/rs 2024-11-13T07:24:37,246 INFO [RS:0;2998b885bdef:39771 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:24:37,256 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2998b885bdef,39771,1731482635293] 2024-11-13T07:24:37,267 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2063990468/draining/2998b885bdef,39771,1731482635293 already deleted, retry=false 2024-11-13T07:24:37,267 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2998b885bdef,39771,1731482635293 expired; onlineServers=0 2024-11-13T07:24:37,267 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2998b885bdef,44015,1731482635107' ***** 2024-11-13T07:24:37,267 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T07:24:37,267 INFO [M:0;2998b885bdef:44015 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:24:37,267 INFO [M:0;2998b885bdef:44015 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:24:37,267 DEBUG [M:0;2998b885bdef:44015 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T07:24:37,267 DEBUG [M:0;2998b885bdef:44015 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T07:24:37,267 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T07:24:37,267 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482637317 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482637317,5,FailOnTimeoutGroup] 2024-11-13T07:24:37,267 INFO [M:0;2998b885bdef:44015 {}] hbase.ChoreService(370): Chore service for: master/2998b885bdef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T07:24:37,267 INFO [M:0;2998b885bdef:44015 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:24:37,267 DEBUG [M:0;2998b885bdef:44015 {}] master.HMaster(1795): Stopping service threads 2024-11-13T07:24:37,267 INFO [M:0;2998b885bdef:44015 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T07:24:37,267 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482637317 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482637317,5,FailOnTimeoutGroup] 2024-11-13T07:24:37,268 INFO [M:0;2998b885bdef:44015 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:24:37,268 INFO [M:0;2998b885bdef:44015 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T07:24:37,268 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T07:24:37,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44015-0x10133143cdf0000, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2063990468/master 2024-11-13T07:24:37,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44015-0x10133143cdf0000, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2063990468 2024-11-13T07:24:37,277 DEBUG [M:0;2998b885bdef:44015 {}] zookeeper.ZKUtil(347): master:44015-0x10133143cdf0000, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Unable to get data of znode /0-2063990468/master because node does not exist (not an error) 2024-11-13T07:24:37,277 WARN [M:0;2998b885bdef:44015 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T07:24:37,279 INFO [M:0;2998b885bdef:44015 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/.lastflushedseqids 2024-11-13T07:24:37,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741847_1023 (size=245) 2024-11-13T07:24:37,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x10133143cdf0001, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:24:37,356 INFO [RS:0;2998b885bdef:39771 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:24:37,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39771-0x10133143cdf0001, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:24:37,356 INFO [RS:0;2998b885bdef:39771 {}] regionserver.HRegionServer(1031): Exiting; stopping=2998b885bdef,39771,1731482635293; zookeeper connection closed. 2024-11-13T07:24:37,357 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@684a6e0c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@684a6e0c 2024-11-13T07:24:37,357 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T07:24:37,701 INFO [M:0;2998b885bdef:44015 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T07:24:37,701 INFO [M:0;2998b885bdef:44015 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T07:24:37,701 DEBUG [M:0;2998b885bdef:44015 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:24:37,701 INFO [M:0;2998b885bdef:44015 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:24:37,701 DEBUG [M:0;2998b885bdef:44015 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:24:37,701 DEBUG [M:0;2998b885bdef:44015 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:24:37,701 DEBUG [M:0;2998b885bdef:44015 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:24:37,701 INFO [M:0;2998b885bdef:44015 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-13T07:24:37,735 DEBUG [M:0;2998b885bdef:44015 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2a3d6283ca4471e8e505a6603a9fade is 82, key is hbase:meta,,1/info:regioninfo/1731482638560/Put/seqid=0 2024-11-13T07:24:37,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741848_1024 (size=5672) 2024-11-13T07:24:37,746 INFO [M:0;2998b885bdef:44015 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2a3d6283ca4471e8e505a6603a9fade 2024-11-13T07:24:37,793 DEBUG [M:0;2998b885bdef:44015 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d80e742c11540eaad998a4273e470de is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731482651300/Put/seqid=0 2024-11-13T07:24:37,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741849_1025 (size=7218) 2024-11-13T07:24:37,818 INFO [M:0;2998b885bdef:44015 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d80e742c11540eaad998a4273e470de 2024-11-13T07:24:37,823 INFO [M:0;2998b885bdef:44015 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d80e742c11540eaad998a4273e470de 2024-11-13T07:24:37,862 DEBUG [M:0;2998b885bdef:44015 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0821e6c492b64707931ffc22a5e518e3 is 69, key is 2998b885bdef,39771,1731482635293/rs:state/1731482637371/Put/seqid=0 2024-11-13T07:24:37,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741850_1026 (size=5156) 2024-11-13T07:24:38,312 INFO [M:0;2998b885bdef:44015 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0821e6c492b64707931ffc22a5e518e3 2024-11-13T07:24:38,317 DEBUG [M:0;2998b885bdef:44015 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2a3d6283ca4471e8e505a6603a9fade as hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b2a3d6283ca4471e8e505a6603a9fade 2024-11-13T07:24:38,322 INFO [M:0;2998b885bdef:44015 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b2a3d6283ca4471e8e505a6603a9fade, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T07:24:38,323 DEBUG [M:0;2998b885bdef:44015 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d80e742c11540eaad998a4273e470de as hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8d80e742c11540eaad998a4273e470de 2024-11-13T07:24:38,328 INFO [M:0;2998b885bdef:44015 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d80e742c11540eaad998a4273e470de 2024-11-13T07:24:38,328 INFO [M:0;2998b885bdef:44015 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8d80e742c11540eaad998a4273e470de, entries=11, sequenceid=105, filesize=7.0 K 2024-11-13T07:24:38,329 DEBUG [M:0;2998b885bdef:44015 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0821e6c492b64707931ffc22a5e518e3 as hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0821e6c492b64707931ffc22a5e518e3 2024-11-13T07:24:38,336 INFO [M:0;2998b885bdef:44015 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38301/user/jenkins/test-data/01eebc64-9aea-49a8-bc38-56c98278dfa3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0821e6c492b64707931ffc22a5e518e3, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T07:24:38,337 INFO [M:0;2998b885bdef:44015 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 636ms, sequenceid=105, compaction requested=false 2024-11-13T07:24:38,345 INFO [M:0;2998b885bdef:44015 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:24:38,345 DEBUG [M:0;2998b885bdef:44015 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482677701Disabling compacts and flushes for region at 1731482677701Disabling writes for close at 1731482677701Obtaining lock to block concurrent updates at 1731482677701Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731482677701Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731482677702 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731482677703 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731482677703Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731482677734 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731482677734Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731482677755 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731482677792 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731482677792Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731482677823 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731482677862 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731482677862Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@282dfe85: reopening flushed file at 1731482678316 (+454 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34bc0cb: reopening flushed file at 1731482678322 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6554fce5: reopening flushed file at 1731482678328 (+6 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 636ms, sequenceid=105, compaction requested=false at 1731482678337 (+9 ms)Writing region close event to WAL at 1731482678345 (+8 ms)Closed at 1731482678345 2024-11-13T07:24:38,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741830_1006 (size=64423) 2024-11-13T07:24:38,353 INFO [M:0;2998b885bdef:44015 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T07:24:38,353 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:24:38,353 INFO [M:0;2998b885bdef:44015 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44015 2024-11-13T07:24:38,353 INFO [M:0;2998b885bdef:44015 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:24:38,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44015-0x10133143cdf0000, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:24:38,504 INFO [M:0;2998b885bdef:44015 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:24:38,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44015-0x10133143cdf0000, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:24:38,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b663765{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:24:38,522 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50303ef9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:24:38,522 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:24:38,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63738be6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:24:38,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a4775d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a371bae9-1adf-50af-f191-9056b7701a5d/hadoop.log.dir/,STOPPED} 2024-11-13T07:24:38,524 WARN [BP-1499021756-172.17.0.3-1731482632516 heartbeating to localhost/127.0.0.1:38301 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T07:24:38,524 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T07:24:38,524 WARN [BP-1499021756-172.17.0.3-1731482632516 heartbeating to localhost/127.0.0.1:38301 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1499021756-172.17.0.3-1731482632516 (Datanode Uuid 30c16b72-f962-4729-86ee-ebb6bf17b7eb) service to localhost/127.0.0.1:38301 2024-11-13T07:24:38,524 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T07:24:38,525 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a371bae9-1adf-50af-f191-9056b7701a5d/cluster_68b7325f-4b25-7ebb-c174-c43bc94809a9/data/data1/current/BP-1499021756-172.17.0.3-1731482632516 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:24:38,525 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a371bae9-1adf-50af-f191-9056b7701a5d/cluster_68b7325f-4b25-7ebb-c174-c43bc94809a9/data/data2/current/BP-1499021756-172.17.0.3-1731482632516 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:24:38,525 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T07:24:38,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@321e8327{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:24:38,532 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d281843{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:24:38,533 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:24:38,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36565d44{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:24:38,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17bc80f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a371bae9-1adf-50af-f191-9056b7701a5d/hadoop.log.dir/,STOPPED} 2024-11-13T07:24:38,540 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T07:24:38,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T07:24:38,565 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=312 (was 259) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:35473 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35473 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64210) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64210) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38301 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39775 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39775 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39775 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:38301 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35473 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35473 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38301 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38301 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64210) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35473 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39775 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38301 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:39775 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=731 (was 657) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=536 (was 586), ProcessCount=11 (was 11), AvailableMemoryMB=2873 (was 3558) 2024-11-13T07:24:38,593 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=312, OpenFileDescriptor=731, MaxFileDescriptor=1048576, SystemLoadAverage=536, ProcessCount=11, AvailableMemoryMB=2873 2024-11-13T07:24:38,610 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-13T07:24:38,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92f8a4-3032-8787-f18b-6f1f4f038543/hadoop.log.dir so I do NOT create it in target/test-data/5396e484-4f42-9cbf-9a2e-e063a0b6611e 2024-11-13T07:24:38,611 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92f8a4-3032-8787-f18b-6f1f4f038543/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T07:24:38,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92f8a4-3032-8787-f18b-6f1f4f038543/hadoop.tmp.dir so I do NOT create it in target/test-data/5396e484-4f42-9cbf-9a2e-e063a0b6611e 2024-11-13T07:24:38,611 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92f8a4-3032-8787-f18b-6f1f4f038543/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T07:24:38,611 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5396e484-4f42-9cbf-9a2e-e063a0b6611e 2024-11-13T07:24:38,611 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5396e484-4f42-9cbf-9a2e-e063a0b6611e/cluster_6babf5c9-23cc-e25f-79f7-3dddab4ed273, deleteOnExit=true 2024-11-13T07:24:38,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10133143cdf0005, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T07:24:38,637 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10133143cdf0005, quorum=127.0.0.1:64210, baseZNode=/1-1195329330 Received Disconnected from ZooKeeper, ignoring 2024-11-13T07:24:38,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10133143cdf0002, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T07:24:38,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10133143cdf0008, quorum=127.0.0.1:64210, baseZNode=/22013219489 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T07:24:38,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10133143cdf0002, quorum=127.0.0.1:64210, baseZNode=/0-2063990468 Received Disconnected from ZooKeeper, ignoring 2024-11-13T07:24:38,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10133143cdf0008, quorum=127.0.0.1:64210, baseZNode=/22013219489 Received Disconnected from ZooKeeper, ignoring 2024-11-13T07:24:38,673 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5396e484-4f42-9cbf-9a2e-e063a0b6611e/cluster_6babf5c9-23cc-e25f-79f7-3dddab4ed273/zookeeper_0, clientPort=60318, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5396e484-4f42-9cbf-9a2e-e063a0b6611e/cluster_6babf5c9-23cc-e25f-79f7-3dddab4ed273/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5396e484-4f42-9cbf-9a2e-e063a0b6611e/cluster_6babf5c9-23cc-e25f-79f7-3dddab4ed273/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T07:24:38,676 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60318 2024-11-13T07:24:38,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T07:24:38,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T07:24:38,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5396e484-4f42-9cbf-9a2e-e063a0b6611e/test.cache.data in system properties and HBase conf 2024-11-13T07:24:38,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5396e484-4f42-9cbf-9a2e-e063a0b6611e/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T07:24:38,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5396e484-4f42-9cbf-9a2e-e063a0b6611e/hadoop.log.dir in system properties and HBase conf 2024-11-13T07:24:38,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5396e484-4f42-9cbf-9a2e-e063a0b6611e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T07:24:38,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5396e484-4f42-9cbf-9a2e-e063a0b6611e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T07:24:38,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T07:24:38,677 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T07:24:38,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5396e484-4f42-9cbf-9a2e-e063a0b6611e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:24:38,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5396e484-4f42-9cbf-9a2e-e063a0b6611e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:24:38,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5396e484-4f42-9cbf-9a2e-e063a0b6611e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T07:24:38,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5396e484-4f42-9cbf-9a2e-e063a0b6611e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:24:38,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5396e484-4f42-9cbf-9a2e-e063a0b6611e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T07:24:38,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5396e484-4f42-9cbf-9a2e-e063a0b6611e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T07:24:38,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5396e484-4f42-9cbf-9a2e-e063a0b6611e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:24:38,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5396e484-4f42-9cbf-9a2e-e063a0b6611e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:24:38,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5396e484-4f42-9cbf-9a2e-e063a0b6611e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T07:24:38,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5396e484-4f42-9cbf-9a2e-e063a0b6611e/nfs.dump.dir in system properties and HBase conf 2024-11-13T07:24:38,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5396e484-4f42-9cbf-9a2e-e063a0b6611e/java.io.tmpdir in system properties and HBase conf 2024-11-13T07:24:38,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5396e484-4f42-9cbf-9a2e-e063a0b6611e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:24:38,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5396e484-4f42-9cbf-9a2e-e063a0b6611e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T07:24:38,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5396e484-4f42-9cbf-9a2e-e063a0b6611e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T07:24:39,068 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:24:39,072 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:24:39,074 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:24:39,074 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:24:39,074 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T07:24:39,076 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:24:39,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6326fb22{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5396e484-4f42-9cbf-9a2e-e063a0b6611e/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:24:39,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c96ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:24:39,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24c87d50{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5396e484-4f42-9cbf-9a2e-e063a0b6611e/java.io.tmpdir/jetty-localhost-42247-hadoop-hdfs-3_4_1-tests_jar-_-any-1442428868382846998/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:24:39,203 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@342339f{HTTP/1.1, (http/1.1)}{localhost:42247} 2024-11-13T07:24:39,203 INFO [Time-limited test {}] server.Server(415): Started @367093ms 2024-11-13T07:24:39,701 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T07:24:39,702 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:39,702 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:39,702 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:39,747 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:39,747 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:39,747 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:39,748 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:39,748 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:39,748 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:39,758 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:39,762 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:39,763 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:39,765 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:39,812 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:24:39,821 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:24:39,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:24:39,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:24:39,833 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T07:24:39,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66d0debf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5396e484-4f42-9cbf-9a2e-e063a0b6611e/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:24:39,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40704dd4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:24:39,959 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b98ee1d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5396e484-4f42-9cbf-9a2e-e063a0b6611e/java.io.tmpdir/jetty-localhost-35971-hadoop-hdfs-3_4_1-tests_jar-_-any-6221429348275400900/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:24:39,960 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19f8e8d7{HTTP/1.1, (http/1.1)}{localhost:35971} 2024-11-13T07:24:39,960 INFO [Time-limited test {}] server.Server(415): Started @367850ms 2024-11-13T07:24:39,962 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T07:24:40,133 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T07:24:40,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T07:24:40,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T07:24:40,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T07:24:40,980 WARN [Thread-3451 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5396e484-4f42-9cbf-9a2e-e063a0b6611e/cluster_6babf5c9-23cc-e25f-79f7-3dddab4ed273/data/data1/current/BP-615944364-172.17.0.3-1731482678698/current, will proceed with Du for space computation calculation, 2024-11-13T07:24:40,985 WARN [Thread-3452 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5396e484-4f42-9cbf-9a2e-e063a0b6611e/cluster_6babf5c9-23cc-e25f-79f7-3dddab4ed273/data/data2/current/BP-615944364-172.17.0.3-1731482678698/current, will proceed with Du for space computation calculation, 2024-11-13T07:24:41,041 WARN [Thread-3439 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T07:24:41,046 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc29d9ea176a7a70 with lease ID 0xbb52bf82e752502a: Processing first storage report for DS-af3cd5f2-1b2b-43b5-bbad-b7835db988af from datanode DatanodeRegistration(127.0.0.1:37899, datanodeUuid=f44645d9-533d-4fe0-91fd-667029f98535, infoPort=42383, infoSecurePort=0, ipcPort=45713, storageInfo=lv=-57;cid=testClusterID;nsid=294161063;c=1731482678698) 2024-11-13T07:24:41,046 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc29d9ea176a7a70 with lease ID 0xbb52bf82e752502a: from storage DS-af3cd5f2-1b2b-43b5-bbad-b7835db988af node DatanodeRegistration(127.0.0.1:37899, datanodeUuid=f44645d9-533d-4fe0-91fd-667029f98535, infoPort=42383, infoSecurePort=0, ipcPort=45713, storageInfo=lv=-57;cid=testClusterID;nsid=294161063;c=1731482678698), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T07:24:41,046 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc29d9ea176a7a70 with lease ID 0xbb52bf82e752502a: Processing first storage report for DS-779e739b-d9ca-4977-aefd-175b1f4d44ef from datanode DatanodeRegistration(127.0.0.1:37899, datanodeUuid=f44645d9-533d-4fe0-91fd-667029f98535, infoPort=42383, infoSecurePort=0, ipcPort=45713, storageInfo=lv=-57;cid=testClusterID;nsid=294161063;c=1731482678698) 2024-11-13T07:24:41,046 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc29d9ea176a7a70 with lease ID 0xbb52bf82e752502a: from storage DS-779e739b-d9ca-4977-aefd-175b1f4d44ef node DatanodeRegistration(127.0.0.1:37899, datanodeUuid=f44645d9-533d-4fe0-91fd-667029f98535, infoPort=42383, infoSecurePort=0, ipcPort=45713, storageInfo=lv=-57;cid=testClusterID;nsid=294161063;c=1731482678698), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T07:24:41,093 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5396e484-4f42-9cbf-9a2e-e063a0b6611e 2024-11-13T07:24:41,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:24:41,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:24:41,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741825_1001 (size=7) 2024-11-13T07:24:41,517 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312 with version=8 2024-11-13T07:24:41,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/hbase-staging 2024-11-13T07:24:41,519 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:24:41,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:24:41,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:24:41,520 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:24:41,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:24:41,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:24:41,520 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T07:24:41,520 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:24:41,520 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34965 2024-11-13T07:24:41,521 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34965 connecting to ZooKeeper ensemble=127.0.0.1:60318 2024-11-13T07:24:41,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349650x0, quorum=127.0.0.1:60318, baseZNode=/01039694684 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:24:41,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34965-0x1013314f1190000 connected 2024-11-13T07:24:41,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:24:41,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:24:41,670 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34965-0x1013314f1190000, quorum=127.0.0.1:60318, baseZNode=/01039694684 Set watcher on znode that does not yet exist, /01039694684/running 2024-11-13T07:24:41,671 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312, hbase.cluster.distributed=false 2024-11-13T07:24:41,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34965-0x1013314f1190000, quorum=127.0.0.1:60318, baseZNode=/01039694684 Set watcher on znode that does not yet exist, /01039694684/acl 2024-11-13T07:24:41,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34965 2024-11-13T07:24:41,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34965 2024-11-13T07:24:41,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34965 2024-11-13T07:24:41,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34965 2024-11-13T07:24:41,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34965 2024-11-13T07:24:41,723 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:24:41,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:24:41,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:24:41,723 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:24:41,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:24:41,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:24:41,723 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T07:24:41,723 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:24:41,728 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38229 2024-11-13T07:24:41,730 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38229 connecting to ZooKeeper ensemble=127.0.0.1:60318 2024-11-13T07:24:41,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:24:41,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:24:41,751 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382290x0, quorum=127.0.0.1:60318, baseZNode=/01039694684 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:24:41,751 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382290x0, quorum=127.0.0.1:60318, baseZNode=/01039694684 Set watcher on znode that does not yet exist, /01039694684/running 2024-11-13T07:24:41,752 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T07:24:41,752 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38229-0x1013314f1190001 connected 2024-11-13T07:24:41,780 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T07:24:41,781 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38229-0x1013314f1190001, quorum=127.0.0.1:60318, baseZNode=/01039694684 Set watcher on znode that does not yet exist, /01039694684/master 2024-11-13T07:24:41,782 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38229-0x1013314f1190001, quorum=127.0.0.1:60318, baseZNode=/01039694684 Set watcher on znode that does not yet exist, /01039694684/acl 2024-11-13T07:24:41,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38229 2024-11-13T07:24:41,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38229 2024-11-13T07:24:41,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38229 2024-11-13T07:24:41,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38229 2024-11-13T07:24:41,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38229 2024-11-13T07:24:41,828 DEBUG [M:0;2998b885bdef:34965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2998b885bdef:34965 2024-11-13T07:24:41,828 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01039694684/backup-masters/2998b885bdef,34965,1731482681519 2024-11-13T07:24:41,835 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38229-0x1013314f1190001, quorum=127.0.0.1:60318, baseZNode=/01039694684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01039694684/backup-masters 2024-11-13T07:24:41,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34965-0x1013314f1190000, quorum=127.0.0.1:60318, baseZNode=/01039694684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01039694684/backup-masters 2024-11-13T07:24:41,835 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34965-0x1013314f1190000, quorum=127.0.0.1:60318, baseZNode=/01039694684 Set watcher on existing znode=/01039694684/backup-masters/2998b885bdef,34965,1731482681519 2024-11-13T07:24:41,845 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38229-0x1013314f1190001, quorum=127.0.0.1:60318, baseZNode=/01039694684 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01039694684/master 2024-11-13T07:24:41,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34965-0x1013314f1190000, quorum=127.0.0.1:60318, baseZNode=/01039694684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01039694684 2024-11-13T07:24:41,845 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38229-0x1013314f1190001, quorum=127.0.0.1:60318, baseZNode=/01039694684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01039694684 2024-11-13T07:24:41,846 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34965-0x1013314f1190000, quorum=127.0.0.1:60318, baseZNode=/01039694684 Set watcher on existing znode=/01039694684/master 2024-11-13T07:24:41,846 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01039694684/backup-masters/2998b885bdef,34965,1731482681519 from backup master directory 2024-11-13T07:24:41,856 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38229-0x1013314f1190001, quorum=127.0.0.1:60318, baseZNode=/01039694684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01039694684/backup-masters 2024-11-13T07:24:41,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34965-0x1013314f1190000, quorum=127.0.0.1:60318, baseZNode=/01039694684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01039694684/backup-masters/2998b885bdef,34965,1731482681519 2024-11-13T07:24:41,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34965-0x1013314f1190000, quorum=127.0.0.1:60318, baseZNode=/01039694684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01039694684/backup-masters 2024-11-13T07:24:41,856 WARN [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:24:41,856 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2998b885bdef,34965,1731482681519 2024-11-13T07:24:41,859 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/hbase.id] with ID: 951dab90-6687-4f81-a7e4-6238b1546a50 2024-11-13T07:24:41,859 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/.tmp/hbase.id 2024-11-13T07:24:41,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741826_1002 (size=42) 2024-11-13T07:24:42,270 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/.tmp/hbase.id]:[hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/hbase.id] 2024-11-13T07:24:42,285 INFO [master/2998b885bdef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:24:42,285 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T07:24:42,288 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T07:24:42,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34965-0x1013314f1190000, quorum=127.0.0.1:60318, baseZNode=/01039694684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01039694684 2024-11-13T07:24:42,361 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38229-0x1013314f1190001, quorum=127.0.0.1:60318, baseZNode=/01039694684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01039694684 2024-11-13T07:24:42,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741827_1003 (size=196) 2024-11-13T07:24:42,780 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:24:42,781 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T07:24:42,781 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:24:42,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741828_1004 (size=1189) 2024-11-13T07:24:43,188 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/MasterData/data/master/store 2024-11-13T07:24:43,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741829_1005 (size=34) 2024-11-13T07:24:43,194 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:24:43,194 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:24:43,194 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:24:43,194 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:24:43,194 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:24:43,194 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:24:43,194 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:24:43,194 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482683194Disabling compacts and flushes for region at 1731482683194Disabling writes for close at 1731482683194Writing region close event to WAL at 1731482683194Closed at 1731482683194 2024-11-13T07:24:43,195 WARN [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/MasterData/data/master/store/.initializing 2024-11-13T07:24:43,195 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/MasterData/WALs/2998b885bdef,34965,1731482681519 2024-11-13T07:24:43,196 INFO [master/2998b885bdef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:24:43,197 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2998b885bdef%2C34965%2C1731482681519, suffix=, logDir=hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/MasterData/WALs/2998b885bdef,34965,1731482681519, archiveDir=hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/MasterData/oldWALs, maxLogs=10 2024-11-13T07:24:43,223 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/MasterData/WALs/2998b885bdef,34965,1731482681519/2998b885bdef%2C34965%2C1731482681519.1731482683197, exclude list is [], retry=0 2024-11-13T07:24:43,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37899,DS-af3cd5f2-1b2b-43b5-bbad-b7835db988af,DISK] 2024-11-13T07:24:43,227 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/MasterData/WALs/2998b885bdef,34965,1731482681519/2998b885bdef%2C34965%2C1731482681519.1731482683197 2024-11-13T07:24:43,227 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42383:42383)] 2024-11-13T07:24:43,228 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:24:43,228 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:24:43,228 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:43,228 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:43,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:43,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T07:24:43,230 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:43,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:43,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:43,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T07:24:43,232 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:43,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:24:43,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:43,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T07:24:43,233 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:43,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:24:43,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:43,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T07:24:43,235 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:43,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:24:43,236 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:43,236 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:43,236 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:43,238 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:43,238 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:43,238 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:24:43,239 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:43,241 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:24:43,241 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65231067, jitterRate=-0.027981355786323547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:24:43,242 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731482683228Initializing all the Stores at 1731482683229 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482683229Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482683229Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482683229Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482683229Cleaning up temporary data from old regions at 1731482683238 (+9 ms)Region opened successfully at 1731482683241 (+3 ms) 2024-11-13T07:24:43,242 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T07:24:43,244 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24fbe2c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:24:43,244 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T07:24:43,245 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T07:24:43,245 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T07:24:43,245 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T07:24:43,245 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T07:24:43,245 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T07:24:43,245 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T07:24:43,250 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T07:24:43,251 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34965-0x1013314f1190000, quorum=127.0.0.1:60318, baseZNode=/01039694684 Unable to get data of znode /01039694684/balancer because node does not exist (not necessarily an error) 2024-11-13T07:24:43,319 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01039694684/balancer already deleted, retry=false 2024-11-13T07:24:43,319 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T07:24:43,320 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34965-0x1013314f1190000, quorum=127.0.0.1:60318, baseZNode=/01039694684 Unable to get data of znode /01039694684/normalizer because node does not exist (not necessarily an error) 2024-11-13T07:24:43,329 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01039694684/normalizer already deleted, retry=false 2024-11-13T07:24:43,330 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T07:24:43,330 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34965-0x1013314f1190000, quorum=127.0.0.1:60318, baseZNode=/01039694684 Unable to get data of znode /01039694684/switch/split because node does not exist (not necessarily an error) 2024-11-13T07:24:43,340 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01039694684/switch/split already deleted, retry=false 2024-11-13T07:24:43,341 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34965-0x1013314f1190000, quorum=127.0.0.1:60318, baseZNode=/01039694684 Unable to get data of znode /01039694684/switch/merge because node does not exist (not necessarily an error) 2024-11-13T07:24:43,350 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01039694684/switch/merge already deleted, retry=false 2024-11-13T07:24:43,352 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34965-0x1013314f1190000, quorum=127.0.0.1:60318, baseZNode=/01039694684 Unable to get data of znode /01039694684/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T07:24:43,361 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01039694684/snapshot-cleanup already deleted, retry=false 2024-11-13T07:24:43,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34965-0x1013314f1190000, quorum=127.0.0.1:60318, baseZNode=/01039694684 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01039694684/running 2024-11-13T07:24:43,371 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38229-0x1013314f1190001, quorum=127.0.0.1:60318, baseZNode=/01039694684 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01039694684/running 2024-11-13T07:24:43,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34965-0x1013314f1190000, quorum=127.0.0.1:60318, baseZNode=/01039694684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01039694684 2024-11-13T07:24:43,371 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38229-0x1013314f1190001, quorum=127.0.0.1:60318, baseZNode=/01039694684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01039694684 2024-11-13T07:24:43,372 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2998b885bdef,34965,1731482681519, sessionid=0x1013314f1190000, setting cluster-up flag (Was=false) 2024-11-13T07:24:43,393 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38229-0x1013314f1190001, quorum=127.0.0.1:60318, baseZNode=/01039694684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01039694684 2024-11-13T07:24:43,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34965-0x1013314f1190000, quorum=127.0.0.1:60318, baseZNode=/01039694684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01039694684 2024-11-13T07:24:43,424 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01039694684/flush-table-proc/acquired, /01039694684/flush-table-proc/reached, /01039694684/flush-table-proc/abort 2024-11-13T07:24:43,427 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,34965,1731482681519 2024-11-13T07:24:43,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34965-0x1013314f1190000, quorum=127.0.0.1:60318, baseZNode=/01039694684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01039694684 2024-11-13T07:24:43,461 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38229-0x1013314f1190001, quorum=127.0.0.1:60318, baseZNode=/01039694684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01039694684 2024-11-13T07:24:43,487 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01039694684/online-snapshot/acquired, /01039694684/online-snapshot/reached, /01039694684/online-snapshot/abort 2024-11-13T07:24:43,491 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,34965,1731482681519 2024-11-13T07:24:43,493 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T07:24:43,502 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T07:24:43,502 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T07:24:43,502 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T07:24:43,502 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2998b885bdef,34965,1731482681519 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T07:24:43,506 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:24:43,506 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:24:43,506 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:24:43,506 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:24:43,506 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2998b885bdef:0, corePoolSize=10, maxPoolSize=10 2024-11-13T07:24:43,506 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:43,507 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:24:43,507 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:43,509 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:24:43,509 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T07:24:43,510 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:43,510 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T07:24:43,522 INFO [RS:0;2998b885bdef:38229 {}] regionserver.HRegionServer(746): ClusterId : 951dab90-6687-4f81-a7e4-6238b1546a50 2024-11-13T07:24:43,522 DEBUG [RS:0;2998b885bdef:38229 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T07:24:43,531 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731482713531 2024-11-13T07:24:43,532 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T07:24:43,532 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T07:24:43,532 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T07:24:43,532 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T07:24:43,532 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T07:24:43,532 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T07:24:43,533 DEBUG [RS:0;2998b885bdef:38229 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T07:24:43,533 DEBUG [RS:0;2998b885bdef:38229 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T07:24:43,533 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:43,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741831_1007 (size=1321) 2024-11-13T07:24:43,536 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T07:24:43,536 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T07:24:43,536 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T07:24:43,537 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T07:24:43,541 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T07:24:43,541 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T07:24:43,542 DEBUG [RS:0;2998b885bdef:38229 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T07:24:43,542 DEBUG [RS:0;2998b885bdef:38229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73ab0653, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:24:43,544 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482683541,5,FailOnTimeoutGroup] 2024-11-13T07:24:43,556 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482683544,5,FailOnTimeoutGroup] 2024-11-13T07:24:43,556 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:43,556 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T07:24:43,556 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:43,556 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:43,565 DEBUG [RS:0;2998b885bdef:38229 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2998b885bdef:38229 2024-11-13T07:24:43,565 INFO [RS:0;2998b885bdef:38229 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T07:24:43,565 INFO [RS:0;2998b885bdef:38229 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T07:24:43,565 DEBUG [RS:0;2998b885bdef:38229 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T07:24:43,567 INFO [RS:0;2998b885bdef:38229 {}] regionserver.HRegionServer(2659): reportForDuty to master=2998b885bdef,34965,1731482681519 with port=38229, startcode=1731482681722 2024-11-13T07:24:43,567 DEBUG [RS:0;2998b885bdef:38229 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T07:24:43,569 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T07:24:43,569 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34965 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2998b885bdef,38229,1731482681722 2024-11-13T07:24:43,569 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34965 {}] master.ServerManager(517): Registering regionserver=2998b885bdef,38229,1731482681722 2024-11-13T07:24:43,573 DEBUG [RS:0;2998b885bdef:38229 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312 2024-11-13T07:24:43,573 DEBUG [RS:0;2998b885bdef:38229 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32969 2024-11-13T07:24:43,573 DEBUG [RS:0;2998b885bdef:38229 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T07:24:43,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34965-0x1013314f1190000, quorum=127.0.0.1:60318, baseZNode=/01039694684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01039694684/rs 2024-11-13T07:24:43,582 DEBUG [RS:0;2998b885bdef:38229 {}] zookeeper.ZKUtil(111): regionserver:38229-0x1013314f1190001, quorum=127.0.0.1:60318, baseZNode=/01039694684 Set watcher on existing znode=/01039694684/rs/2998b885bdef,38229,1731482681722 2024-11-13T07:24:43,582 WARN [RS:0;2998b885bdef:38229 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:24:43,582 INFO [RS:0;2998b885bdef:38229 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:24:43,583 DEBUG [RS:0;2998b885bdef:38229 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/WALs/2998b885bdef,38229,1731482681722 2024-11-13T07:24:43,593 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2998b885bdef,38229,1731482681722] 2024-11-13T07:24:43,597 INFO [RS:0;2998b885bdef:38229 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T07:24:43,599 INFO [RS:0;2998b885bdef:38229 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T07:24:43,599 INFO [RS:0;2998b885bdef:38229 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T07:24:43,599 INFO [RS:0;2998b885bdef:38229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:43,600 INFO [RS:0;2998b885bdef:38229 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T07:24:43,600 INFO [RS:0;2998b885bdef:38229 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T07:24:43,600 INFO [RS:0;2998b885bdef:38229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:43,600 DEBUG [RS:0;2998b885bdef:38229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:43,601 DEBUG [RS:0;2998b885bdef:38229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:43,601 DEBUG [RS:0;2998b885bdef:38229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:43,601 DEBUG [RS:0;2998b885bdef:38229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:43,601 DEBUG [RS:0;2998b885bdef:38229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:43,601 DEBUG [RS:0;2998b885bdef:38229 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:24:43,601 DEBUG [RS:0;2998b885bdef:38229 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:43,601 DEBUG [RS:0;2998b885bdef:38229 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:43,601 DEBUG [RS:0;2998b885bdef:38229 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:43,601 DEBUG [RS:0;2998b885bdef:38229 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:43,601 DEBUG [RS:0;2998b885bdef:38229 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:43,601 DEBUG [RS:0;2998b885bdef:38229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:43,601 DEBUG [RS:0;2998b885bdef:38229 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:24:43,601 DEBUG [RS:0;2998b885bdef:38229 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:24:43,612 INFO [RS:0;2998b885bdef:38229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:43,612 INFO [RS:0;2998b885bdef:38229 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:43,612 INFO [RS:0;2998b885bdef:38229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:43,612 INFO [RS:0;2998b885bdef:38229 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:43,612 INFO [RS:0;2998b885bdef:38229 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:43,612 INFO [RS:0;2998b885bdef:38229 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,38229,1731482681722-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:24:43,634 INFO [RS:0;2998b885bdef:38229 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T07:24:43,634 INFO [RS:0;2998b885bdef:38229 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,38229,1731482681722-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:43,634 INFO [RS:0;2998b885bdef:38229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:43,634 INFO [RS:0;2998b885bdef:38229 {}] regionserver.Replication(171): 2998b885bdef,38229,1731482681722 started 2024-11-13T07:24:43,652 INFO [RS:0;2998b885bdef:38229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:43,652 INFO [RS:0;2998b885bdef:38229 {}] regionserver.HRegionServer(1482): Serving as 2998b885bdef,38229,1731482681722, RpcServer on 2998b885bdef/172.17.0.3:38229, sessionid=0x1013314f1190001 2024-11-13T07:24:43,652 DEBUG [RS:0;2998b885bdef:38229 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T07:24:43,652 DEBUG [RS:0;2998b885bdef:38229 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2998b885bdef,38229,1731482681722 2024-11-13T07:24:43,652 DEBUG [RS:0;2998b885bdef:38229 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,38229,1731482681722' 2024-11-13T07:24:43,652 DEBUG [RS:0;2998b885bdef:38229 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01039694684/flush-table-proc/abort' 2024-11-13T07:24:43,654 DEBUG [RS:0;2998b885bdef:38229 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01039694684/flush-table-proc/acquired' 2024-11-13T07:24:43,655 DEBUG [RS:0;2998b885bdef:38229 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T07:24:43,655 DEBUG [RS:0;2998b885bdef:38229 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T07:24:43,655 DEBUG [RS:0;2998b885bdef:38229 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2998b885bdef,38229,1731482681722 2024-11-13T07:24:43,655 DEBUG [RS:0;2998b885bdef:38229 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,38229,1731482681722' 2024-11-13T07:24:43,655 DEBUG [RS:0;2998b885bdef:38229 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01039694684/online-snapshot/abort' 2024-11-13T07:24:43,655 DEBUG [RS:0;2998b885bdef:38229 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01039694684/online-snapshot/acquired' 2024-11-13T07:24:43,655 DEBUG [RS:0;2998b885bdef:38229 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T07:24:43,655 INFO [RS:0;2998b885bdef:38229 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T07:24:43,655 INFO [RS:0;2998b885bdef:38229 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T07:24:43,756 INFO [RS:0;2998b885bdef:38229 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:24:43,757 INFO [RS:0;2998b885bdef:38229 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C38229%2C1731482681722, suffix=, logDir=hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/WALs/2998b885bdef,38229,1731482681722, archiveDir=hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/oldWALs, maxLogs=10 2024-11-13T07:24:43,774 DEBUG [RS:0;2998b885bdef:38229 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/WALs/2998b885bdef,38229,1731482681722/2998b885bdef%2C38229%2C1731482681722.1731482683757, exclude list is [], retry=0 2024-11-13T07:24:43,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37899,DS-af3cd5f2-1b2b-43b5-bbad-b7835db988af,DISK] 2024-11-13T07:24:43,778 INFO [RS:0;2998b885bdef:38229 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/WALs/2998b885bdef,38229,1731482681722/2998b885bdef%2C38229%2C1731482681722.1731482683757 2024-11-13T07:24:43,778 DEBUG [RS:0;2998b885bdef:38229 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42383:42383)] 2024-11-13T07:24:43,934 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T07:24:43,934 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312 2024-11-13T07:24:43,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741833_1009 (size=32) 2024-11-13T07:24:44,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:24:44,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:24:44,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:24:44,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:44,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:44,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:24:44,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:24:44,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:44,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:44,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:24:44,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:24:44,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:44,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:44,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:24:44,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:24:44,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:44,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:44,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:24:44,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/hbase/meta/1588230740 2024-11-13T07:24:44,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/hbase/meta/1588230740 2024-11-13T07:24:44,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:24:44,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:24:44,351 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:24:44,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:24:44,353 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:24:44,354 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68730388, jitterRate=0.024162590503692627}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:24:44,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731482684340Initializing all the Stores at 1731482684341 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482684341Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482684341Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482684341Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482684341Cleaning up temporary data from old regions at 1731482684350 (+9 ms)Region opened successfully at 1731482684354 (+4 ms) 2024-11-13T07:24:44,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:24:44,354 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:24:44,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:24:44,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:24:44,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:24:44,355 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:24:44,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482684354Disabling compacts and flushes for region at 1731482684354Disabling writes for close at 1731482684354Writing region close event to WAL at 1731482684355 (+1 ms)Closed at 1731482684355 2024-11-13T07:24:44,356 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:24:44,356 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T07:24:44,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T07:24:44,357 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:24:44,358 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T07:24:44,508 DEBUG [2998b885bdef:34965 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T07:24:44,509 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2998b885bdef,38229,1731482681722 2024-11-13T07:24:44,510 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,38229,1731482681722, state=OPENING 2024-11-13T07:24:44,519 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T07:24:44,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34965-0x1013314f1190000, quorum=127.0.0.1:60318, baseZNode=/01039694684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01039694684 2024-11-13T07:24:44,531 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:24:44,531 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38229-0x1013314f1190001, quorum=127.0.0.1:60318, baseZNode=/01039694684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01039694684 2024-11-13T07:24:44,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,38229,1731482681722}] 2024-11-13T07:24:44,531 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01039694684/meta-region-server: CHANGED 2024-11-13T07:24:44,532 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01039694684/meta-region-server: CHANGED 2024-11-13T07:24:44,684 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T07:24:44,686 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T07:24:44,696 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T07:24:44,696 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:24:44,697 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T07:24:44,701 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C38229%2C1731482681722.meta, suffix=.meta, logDir=hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/WALs/2998b885bdef,38229,1731482681722, archiveDir=hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/oldWALs, maxLogs=10 2024-11-13T07:24:44,719 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/WALs/2998b885bdef,38229,1731482681722/2998b885bdef%2C38229%2C1731482681722.meta.1731482684702.meta, exclude list is [], retry=0 2024-11-13T07:24:44,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37899,DS-af3cd5f2-1b2b-43b5-bbad-b7835db988af,DISK] 2024-11-13T07:24:44,741 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/WALs/2998b885bdef,38229,1731482681722/2998b885bdef%2C38229%2C1731482681722.meta.1731482684702.meta 2024-11-13T07:24:44,741 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42383:42383)] 2024-11-13T07:24:44,741 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:24:44,742 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:24:44,742 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T07:24:44,742 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T07:24:44,742 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T07:24:44,742 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T07:24:44,742 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:24:44,742 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T07:24:44,742 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T07:24:44,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:24:44,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:24:44,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:44,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:44,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:24:44,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:24:44,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:44,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:44,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:24:44,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:24:44,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:44,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:44,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:24:44,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:24:44,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:44,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:44,753 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:24:44,754 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/hbase/meta/1588230740 2024-11-13T07:24:44,755 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/hbase/meta/1588230740 2024-11-13T07:24:44,757 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:24:44,757 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:24:44,758 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:24:44,760 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:24:44,761 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71640572, jitterRate=0.06752771139144897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:24:44,761 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T07:24:44,762 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731482684743Writing region info on filesystem at 1731482684743Initializing all the Stores at 1731482684743Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482684743Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482684744 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482684744Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482684744Cleaning up temporary data from old regions at 1731482684757 (+13 ms)Running coprocessor post-open hooks at 1731482684761 (+4 ms)Region opened successfully at 1731482684762 (+1 ms) 2024-11-13T07:24:44,763 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731482684683 2024-11-13T07:24:44,766 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T07:24:44,766 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T07:24:44,766 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,38229,1731482681722 2024-11-13T07:24:44,770 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,38229,1731482681722, state=OPEN 2024-11-13T07:24:44,817 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38229-0x1013314f1190001, quorum=127.0.0.1:60318, baseZNode=/01039694684 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01039694684/meta-region-server 2024-11-13T07:24:44,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34965-0x1013314f1190000, quorum=127.0.0.1:60318, baseZNode=/01039694684 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01039694684/meta-region-server 2024-11-13T07:24:44,818 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2998b885bdef,38229,1731482681722 2024-11-13T07:24:44,818 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01039694684/meta-region-server: CHANGED 2024-11-13T07:24:44,818 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01039694684/meta-region-server: CHANGED 2024-11-13T07:24:44,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T07:24:44,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,38229,1731482681722 in 287 msec 2024-11-13T07:24:44,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T07:24:44,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 465 msec 2024-11-13T07:24:44,825 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:24:44,825 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T07:24:44,826 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:24:44,826 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,38229,1731482681722, seqNum=-1] 2024-11-13T07:24:44,827 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:24:44,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:24:44,833 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3350 sec 2024-11-13T07:24:44,833 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731482684833, completionTime=-1 2024-11-13T07:24:44,833 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T07:24:44,833 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T07:24:44,836 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T07:24:44,836 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731482744836 2024-11-13T07:24:44,836 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731482804836 2024-11-13T07:24:44,837 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-13T07:24:44,837 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,34965,1731482681519-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:44,837 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,34965,1731482681519-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:44,837 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,34965,1731482681519-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:44,837 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2998b885bdef:34965, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:44,837 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:44,838 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:44,839 DEBUG [master/2998b885bdef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T07:24:44,842 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.986sec 2024-11-13T07:24:44,842 INFO [master/2998b885bdef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T07:24:44,842 INFO [master/2998b885bdef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T07:24:44,842 INFO [master/2998b885bdef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T07:24:44,842 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T07:24:44,842 INFO [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T07:24:44,843 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,34965,1731482681519-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:24:44,843 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,34965,1731482681519-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T07:24:44,846 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T07:24:44,846 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T07:24:44,846 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,34965,1731482681519-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:44,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45610f92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:44,933 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,34965,-1 for getting cluster id 2024-11-13T07:24:44,933 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:24:44,949 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '951dab90-6687-4f81-a7e4-6238b1546a50' 2024-11-13T07:24:44,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:24:44,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "951dab90-6687-4f81-a7e4-6238b1546a50" 2024-11-13T07:24:44,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27917975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:44,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,34965,-1] 2024-11-13T07:24:44,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:24:44,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:44,952 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:24:44,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd2d06a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:44,957 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:24:44,964 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,38229,1731482681722, seqNum=-1] 2024-11-13T07:24:44,965 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:24:44,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:24:44,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2998b885bdef,34965,1731482681519 2024-11-13T07:24:44,975 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60318 2024-11-13T07:24:45,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60318, baseZNode=/01039694684 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:24:45,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013314f1190002 connected 2024-11-13T07:24:45,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5396e484-4f42-9cbf-9a2e-e063a0b6611e/hadoop.log.dir so I do NOT create it in target/test-data/cc3ec7c5-bcd0-f34c-2186-b11e222acf4a 2024-11-13T07:24:45,070 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5396e484-4f42-9cbf-9a2e-e063a0b6611e/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T07:24:45,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5396e484-4f42-9cbf-9a2e-e063a0b6611e/hadoop.tmp.dir so I do NOT create it in target/test-data/cc3ec7c5-bcd0-f34c-2186-b11e222acf4a 2024-11-13T07:24:45,070 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5396e484-4f42-9cbf-9a2e-e063a0b6611e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T07:24:45,070 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc3ec7c5-bcd0-f34c-2186-b11e222acf4a 2024-11-13T07:24:45,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T07:24:45,070 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc3ec7c5-bcd0-f34c-2186-b11e222acf4a/cluster_97b8dcd7-31e8-b2b4-e5a3-c13e9ad351cc, deleteOnExit=true 2024-11-13T07:24:45,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T07:24:45,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc3ec7c5-bcd0-f34c-2186-b11e222acf4a/test.cache.data in system properties and HBase conf 2024-11-13T07:24:45,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc3ec7c5-bcd0-f34c-2186-b11e222acf4a/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T07:24:45,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc3ec7c5-bcd0-f34c-2186-b11e222acf4a/hadoop.log.dir in system properties and HBase conf 2024-11-13T07:24:45,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc3ec7c5-bcd0-f34c-2186-b11e222acf4a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T07:24:45,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc3ec7c5-bcd0-f34c-2186-b11e222acf4a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T07:24:45,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T07:24:45,071 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T07:24:45,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc3ec7c5-bcd0-f34c-2186-b11e222acf4a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:24:45,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc3ec7c5-bcd0-f34c-2186-b11e222acf4a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:24:45,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc3ec7c5-bcd0-f34c-2186-b11e222acf4a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T07:24:45,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc3ec7c5-bcd0-f34c-2186-b11e222acf4a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:24:45,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc3ec7c5-bcd0-f34c-2186-b11e222acf4a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T07:24:45,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc3ec7c5-bcd0-f34c-2186-b11e222acf4a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T07:24:45,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc3ec7c5-bcd0-f34c-2186-b11e222acf4a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:24:45,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc3ec7c5-bcd0-f34c-2186-b11e222acf4a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:24:45,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc3ec7c5-bcd0-f34c-2186-b11e222acf4a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T07:24:45,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc3ec7c5-bcd0-f34c-2186-b11e222acf4a/nfs.dump.dir in system properties and HBase conf 2024-11-13T07:24:45,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc3ec7c5-bcd0-f34c-2186-b11e222acf4a/java.io.tmpdir in system properties and HBase conf 2024-11-13T07:24:45,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc3ec7c5-bcd0-f34c-2186-b11e222acf4a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:24:45,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc3ec7c5-bcd0-f34c-2186-b11e222acf4a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T07:24:45,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc3ec7c5-bcd0-f34c-2186-b11e222acf4a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T07:24:45,619 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T07:24:45,620 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:45,620 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:45,621 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:45,666 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:45,667 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:45,667 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:45,667 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:45,668 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:45,668 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:45,679 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:45,683 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:45,684 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:45,687 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:45,746 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:24:45,767 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:24:45,808 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:24:45,808 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:24:45,808 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T07:24:45,819 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:24:45,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37cee67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc3ec7c5-bcd0-f34c-2186-b11e222acf4a/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:24:45,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@683d1e73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:24:45,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@750ec5ba{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc3ec7c5-bcd0-f34c-2186-b11e222acf4a/java.io.tmpdir/jetty-localhost-46499-hadoop-hdfs-3_4_1-tests_jar-_-any-6155971853586848982/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:24:45,966 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64fc6f6d{HTTP/1.1, (http/1.1)}{localhost:46499} 2024-11-13T07:24:45,966 INFO [Time-limited test {}] server.Server(415): Started @373857ms 2024-11-13T07:24:46,461 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:24:46,468 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:24:46,485 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:24:46,485 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:24:46,486 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T07:24:46,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bb702a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc3ec7c5-bcd0-f34c-2186-b11e222acf4a/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:24:46,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33ef32d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:24:46,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@616f4391{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc3ec7c5-bcd0-f34c-2186-b11e222acf4a/java.io.tmpdir/jetty-localhost-33011-hadoop-hdfs-3_4_1-tests_jar-_-any-5271496894962048736/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:24:46,620 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a76dc68{HTTP/1.1, (http/1.1)}{localhost:33011} 2024-11-13T07:24:46,620 INFO [Time-limited test {}] server.Server(415): Started @374511ms 2024-11-13T07:24:46,622 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T07:24:47,561 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:24:47,562 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2998b885bdef,39417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:39417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T07:24:47,562 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88717 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2998b885bdef,39417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:39417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T07:24:47,769 WARN [Thread-3572 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc3ec7c5-bcd0-f34c-2186-b11e222acf4a/cluster_97b8dcd7-31e8-b2b4-e5a3-c13e9ad351cc/data/data1/current/BP-1597622922-172.17.0.3-1731482685092/current, will proceed with Du for space computation calculation, 2024-11-13T07:24:47,771 WARN [Thread-3573 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc3ec7c5-bcd0-f34c-2186-b11e222acf4a/cluster_97b8dcd7-31e8-b2b4-e5a3-c13e9ad351cc/data/data2/current/BP-1597622922-172.17.0.3-1731482685092/current, will proceed with Du for space computation calculation, 2024-11-13T07:24:47,817 WARN [Thread-3560 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T07:24:47,830 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ba8228bf13fb536 with lease ID 0x62511fc735aa0e12: Processing first storage report for DS-88ebb997-f687-41e1-a2f2-1fafce5107cd from datanode DatanodeRegistration(127.0.0.1:35953, datanodeUuid=8666a2ef-04e2-49c9-8c21-162c86b8fb4f, infoPort=33423, infoSecurePort=0, ipcPort=38061, storageInfo=lv=-57;cid=testClusterID;nsid=677097522;c=1731482685092) 2024-11-13T07:24:47,830 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ba8228bf13fb536 with lease ID 0x62511fc735aa0e12: from storage DS-88ebb997-f687-41e1-a2f2-1fafce5107cd node DatanodeRegistration(127.0.0.1:35953, datanodeUuid=8666a2ef-04e2-49c9-8c21-162c86b8fb4f, infoPort=33423, infoSecurePort=0, ipcPort=38061, storageInfo=lv=-57;cid=testClusterID;nsid=677097522;c=1731482685092), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T07:24:47,830 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ba8228bf13fb536 with lease ID 0x62511fc735aa0e12: Processing first storage report for DS-3d935bce-506e-4cd2-ad30-b04139585b5d from datanode DatanodeRegistration(127.0.0.1:35953, datanodeUuid=8666a2ef-04e2-49c9-8c21-162c86b8fb4f, infoPort=33423, infoSecurePort=0, ipcPort=38061, storageInfo=lv=-57;cid=testClusterID;nsid=677097522;c=1731482685092) 2024-11-13T07:24:47,830 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ba8228bf13fb536 with lease ID 0x62511fc735aa0e12: from storage DS-3d935bce-506e-4cd2-ad30-b04139585b5d node DatanodeRegistration(127.0.0.1:35953, datanodeUuid=8666a2ef-04e2-49c9-8c21-162c86b8fb4f, infoPort=33423, infoSecurePort=0, ipcPort=38061, storageInfo=lv=-57;cid=testClusterID;nsid=677097522;c=1731482685092), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T07:24:47,899 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc3ec7c5-bcd0-f34c-2186-b11e222acf4a 2024-11-13T07:24:47,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:24:47,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:24:47,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741825_1001 (size=7) 2024-11-13T07:24:48,341 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9 with version=8 2024-11-13T07:24:48,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/hbase-staging 2024-11-13T07:24:48,344 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:24:48,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:24:48,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:24:48,344 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:24:48,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:24:48,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:24:48,344 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T07:24:48,344 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:24:48,345 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42437 2024-11-13T07:24:48,346 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42437 connecting to ZooKeeper ensemble=127.0.0.1:60318 2024-11-13T07:24:48,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424370x0, quorum=127.0.0.1:60318, baseZNode=/1657001379 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:24:48,373 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42437-0x1013314f1190003 connected 2024-11-13T07:24:48,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:24:48,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:24:48,474 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42437-0x1013314f1190003, quorum=127.0.0.1:60318, baseZNode=/1657001379 Set watcher on znode that does not yet exist, /1657001379/running 2024-11-13T07:24:48,474 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9, hbase.cluster.distributed=false 2024-11-13T07:24:48,475 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42437-0x1013314f1190003, quorum=127.0.0.1:60318, baseZNode=/1657001379 Set watcher on znode that does not yet exist, /1657001379/acl 2024-11-13T07:24:48,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42437 2024-11-13T07:24:48,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42437 2024-11-13T07:24:48,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42437 2024-11-13T07:24:48,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42437 2024-11-13T07:24:48,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42437 2024-11-13T07:24:48,516 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:24:48,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:24:48,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:24:48,516 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:24:48,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:24:48,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:24:48,516 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T07:24:48,516 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:24:48,517 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38505 2024-11-13T07:24:48,517 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38505 connecting to ZooKeeper ensemble=127.0.0.1:60318 2024-11-13T07:24:48,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:24:48,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:24:48,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385050x0, quorum=127.0.0.1:60318, baseZNode=/1657001379 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:24:48,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385050x0, quorum=127.0.0.1:60318, baseZNode=/1657001379 Set watcher on znode that does not yet exist, /1657001379/running 2024-11-13T07:24:48,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38505-0x1013314f1190004 connected 2024-11-13T07:24:48,530 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T07:24:48,532 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T07:24:48,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38505-0x1013314f1190004, quorum=127.0.0.1:60318, baseZNode=/1657001379 Set watcher on znode that does not yet exist, /1657001379/master 2024-11-13T07:24:48,534 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38505-0x1013314f1190004, quorum=127.0.0.1:60318, baseZNode=/1657001379 Set watcher on znode that does not yet exist, /1657001379/acl 2024-11-13T07:24:48,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38505 2024-11-13T07:24:48,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38505 2024-11-13T07:24:48,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38505 2024-11-13T07:24:48,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38505 2024-11-13T07:24:48,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38505 2024-11-13T07:24:48,573 DEBUG [M:0;2998b885bdef:42437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2998b885bdef:42437 2024-11-13T07:24:48,573 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1657001379/backup-masters/2998b885bdef,42437,1731482688343 2024-11-13T07:24:48,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42437-0x1013314f1190003, quorum=127.0.0.1:60318, baseZNode=/1657001379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1657001379/backup-masters 2024-11-13T07:24:48,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x1013314f1190004, quorum=127.0.0.1:60318, baseZNode=/1657001379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1657001379/backup-masters 2024-11-13T07:24:48,583 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42437-0x1013314f1190003, quorum=127.0.0.1:60318, baseZNode=/1657001379 Set watcher on existing znode=/1657001379/backup-masters/2998b885bdef,42437,1731482688343 2024-11-13T07:24:48,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42437-0x1013314f1190003, quorum=127.0.0.1:60318, baseZNode=/1657001379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1657001379 2024-11-13T07:24:48,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x1013314f1190004, quorum=127.0.0.1:60318, baseZNode=/1657001379 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1657001379/master 2024-11-13T07:24:48,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x1013314f1190004, quorum=127.0.0.1:60318, baseZNode=/1657001379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1657001379 2024-11-13T07:24:48,593 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42437-0x1013314f1190003, quorum=127.0.0.1:60318, baseZNode=/1657001379 Set watcher on existing znode=/1657001379/master 2024-11-13T07:24:48,594 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1657001379/backup-masters/2998b885bdef,42437,1731482688343 from backup master directory 2024-11-13T07:24:48,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42437-0x1013314f1190003, quorum=127.0.0.1:60318, baseZNode=/1657001379 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1657001379/backup-masters/2998b885bdef,42437,1731482688343 2024-11-13T07:24:48,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x1013314f1190004, quorum=127.0.0.1:60318, baseZNode=/1657001379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1657001379/backup-masters 2024-11-13T07:24:48,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42437-0x1013314f1190003, quorum=127.0.0.1:60318, baseZNode=/1657001379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1657001379/backup-masters 2024-11-13T07:24:48,665 WARN [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:24:48,665 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2998b885bdef,42437,1731482688343 2024-11-13T07:24:48,673 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/hbase.id] with ID: 1f21bdc7-a7ef-4918-afb0-4843e5c4cbf2 2024-11-13T07:24:48,673 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/.tmp/hbase.id 2024-11-13T07:24:48,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741826_1002 (size=42) 2024-11-13T07:24:49,095 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/.tmp/hbase.id]:[hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/hbase.id] 2024-11-13T07:24:49,118 INFO [master/2998b885bdef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:24:49,118 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T07:24:49,119 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T07:24:49,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x1013314f1190004, quorum=127.0.0.1:60318, baseZNode=/1657001379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1657001379 2024-11-13T07:24:49,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42437-0x1013314f1190003, quorum=127.0.0.1:60318, baseZNode=/1657001379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1657001379 2024-11-13T07:24:49,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741827_1003 (size=196) 2024-11-13T07:24:49,597 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T07:24:49,647 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:24:49,648 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T07:24:49,649 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:24:49,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741828_1004 (size=1189) 2024-11-13T07:24:49,657 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/MasterData/data/master/store 2024-11-13T07:24:49,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741829_1005 (size=34) 2024-11-13T07:24:50,061 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:24:50,061 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:24:50,062 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:24:50,062 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:24:50,062 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:24:50,062 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:24:50,062 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:24:50,062 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482690061Disabling compacts and flushes for region at 1731482690061Disabling writes for close at 1731482690062 (+1 ms)Writing region close event to WAL at 1731482690062Closed at 1731482690062 2024-11-13T07:24:50,062 WARN [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/MasterData/data/master/store/.initializing 2024-11-13T07:24:50,062 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/MasterData/WALs/2998b885bdef,42437,1731482688343 2024-11-13T07:24:50,063 INFO [master/2998b885bdef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:24:50,064 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2998b885bdef%2C42437%2C1731482688343, suffix=, logDir=hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/MasterData/WALs/2998b885bdef,42437,1731482688343, archiveDir=hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/MasterData/oldWALs, maxLogs=10 2024-11-13T07:24:50,076 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/MasterData/WALs/2998b885bdef,42437,1731482688343/2998b885bdef%2C42437%2C1731482688343.1731482690064, exclude list is [], retry=0 2024-11-13T07:24:50,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35953,DS-88ebb997-f687-41e1-a2f2-1fafce5107cd,DISK] 2024-11-13T07:24:50,079 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/MasterData/WALs/2998b885bdef,42437,1731482688343/2998b885bdef%2C42437%2C1731482688343.1731482690064 2024-11-13T07:24:50,079 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33423:33423)] 2024-11-13T07:24:50,079 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:24:50,079 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:24:50,080 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:50,080 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:50,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:50,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T07:24:50,082 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:50,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:50,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:50,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T07:24:50,083 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:50,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:24:50,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:50,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T07:24:50,084 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:50,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:24:50,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:50,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T07:24:50,085 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:50,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:24:50,086 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:50,086 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:50,086 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:50,087 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:50,087 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:50,087 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:24:50,088 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:50,089 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:24:50,089 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62490665, jitterRate=-0.06881652772426605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:24:50,089 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731482690080Initializing all the Stores at 1731482690080Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482690080Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482690080Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482690080Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482690080Cleaning up temporary data from old regions at 1731482690087 (+7 ms)Region opened successfully at 1731482690089 (+2 ms) 2024-11-13T07:24:50,089 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T07:24:50,091 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d7ca59a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:24:50,092 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T07:24:50,092 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T07:24:50,092 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T07:24:50,092 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T07:24:50,092 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T07:24:50,093 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T07:24:50,093 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T07:24:50,095 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T07:24:50,096 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42437-0x1013314f1190003, quorum=127.0.0.1:60318, baseZNode=/1657001379 Unable to get data of znode /1657001379/balancer because node does not exist (not necessarily an error) 2024-11-13T07:24:50,133 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T07:24:50,133 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T07:24:50,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T07:24:50,134 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T07:24:50,138 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1657001379/balancer already deleted, retry=false 2024-11-13T07:24:50,139 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T07:24:50,139 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42437-0x1013314f1190003, quorum=127.0.0.1:60318, baseZNode=/1657001379 Unable to get data of znode /1657001379/normalizer because node does not exist (not necessarily an error) 2024-11-13T07:24:50,193 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1657001379/normalizer already deleted, retry=false 2024-11-13T07:24:50,193 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T07:24:50,196 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42437-0x1013314f1190003, quorum=127.0.0.1:60318, baseZNode=/1657001379 Unable to get data of znode /1657001379/switch/split because node does not exist (not necessarily an error) 2024-11-13T07:24:50,213 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1657001379/switch/split already deleted, retry=false 2024-11-13T07:24:50,214 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42437-0x1013314f1190003, quorum=127.0.0.1:60318, baseZNode=/1657001379 Unable to get data of znode /1657001379/switch/merge because node does not exist (not necessarily an error) 2024-11-13T07:24:50,345 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1657001379/switch/merge already deleted, retry=false 2024-11-13T07:24:50,347 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42437-0x1013314f1190003, quorum=127.0.0.1:60318, baseZNode=/1657001379 Unable to get data of znode /1657001379/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T07:24:50,425 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1657001379/snapshot-cleanup already deleted, retry=false 2024-11-13T07:24:50,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42437-0x1013314f1190003, quorum=127.0.0.1:60318, baseZNode=/1657001379 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1657001379/running 2024-11-13T07:24:50,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42437-0x1013314f1190003, quorum=127.0.0.1:60318, baseZNode=/1657001379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1657001379 2024-11-13T07:24:50,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x1013314f1190004, quorum=127.0.0.1:60318, baseZNode=/1657001379 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1657001379/running 2024-11-13T07:24:50,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x1013314f1190004, quorum=127.0.0.1:60318, baseZNode=/1657001379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1657001379 2024-11-13T07:24:50,495 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2998b885bdef,42437,1731482688343, sessionid=0x1013314f1190003, setting cluster-up flag (Was=false) 2024-11-13T07:24:50,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42437-0x1013314f1190003, quorum=127.0.0.1:60318, baseZNode=/1657001379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1657001379 2024-11-13T07:24:50,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x1013314f1190004, quorum=127.0.0.1:60318, baseZNode=/1657001379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1657001379 2024-11-13T07:24:50,729 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1657001379/flush-table-proc/acquired, /1657001379/flush-table-proc/reached, /1657001379/flush-table-proc/abort 2024-11-13T07:24:50,730 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,42437,1731482688343 2024-11-13T07:24:50,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x1013314f1190004, quorum=127.0.0.1:60318, baseZNode=/1657001379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1657001379 2024-11-13T07:24:50,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42437-0x1013314f1190003, quorum=127.0.0.1:60318, baseZNode=/1657001379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1657001379 2024-11-13T07:24:50,782 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1657001379/online-snapshot/acquired, /1657001379/online-snapshot/reached, /1657001379/online-snapshot/abort 2024-11-13T07:24:50,783 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,42437,1731482688343 2024-11-13T07:24:50,785 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T07:24:50,789 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T07:24:50,789 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T07:24:50,789 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T07:24:50,789 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2998b885bdef,42437,1731482688343 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T07:24:50,791 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:24:50,791 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:24:50,791 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:24:50,791 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:24:50,791 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2998b885bdef:0, corePoolSize=10, maxPoolSize=10 2024-11-13T07:24:50,791 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:50,791 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:24:50,791 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:50,803 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:24:50,803 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T07:24:50,804 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:50,804 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T07:24:50,808 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731482720808 2024-11-13T07:24:50,808 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T07:24:50,808 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T07:24:50,808 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T07:24:50,808 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T07:24:50,808 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T07:24:50,808 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T07:24:50,840 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:50,844 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T07:24:50,844 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T07:24:50,845 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T07:24:50,845 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T07:24:50,845 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T07:24:50,845 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T07:24:50,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741831_1007 (size=1321) 2024-11-13T07:24:50,855 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482690845,5,FailOnTimeoutGroup] 2024-11-13T07:24:50,856 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482690856,5,FailOnTimeoutGroup] 2024-11-13T07:24:50,856 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:50,856 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T07:24:50,856 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:50,856 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:50,863 INFO [RS:0;2998b885bdef:38505 {}] regionserver.HRegionServer(746): ClusterId : 1f21bdc7-a7ef-4918-afb0-4843e5c4cbf2 2024-11-13T07:24:50,863 DEBUG [RS:0;2998b885bdef:38505 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T07:24:50,877 DEBUG [RS:0;2998b885bdef:38505 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T07:24:50,877 DEBUG [RS:0;2998b885bdef:38505 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T07:24:50,895 DEBUG [RS:0;2998b885bdef:38505 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T07:24:50,895 DEBUG [RS:0;2998b885bdef:38505 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f75d2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:24:50,911 DEBUG [RS:0;2998b885bdef:38505 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2998b885bdef:38505 2024-11-13T07:24:50,911 INFO [RS:0;2998b885bdef:38505 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T07:24:50,911 INFO [RS:0;2998b885bdef:38505 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T07:24:50,911 DEBUG [RS:0;2998b885bdef:38505 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T07:24:50,912 INFO [RS:0;2998b885bdef:38505 {}] regionserver.HRegionServer(2659): reportForDuty to master=2998b885bdef,42437,1731482688343 with port=38505, startcode=1731482688516 2024-11-13T07:24:50,912 DEBUG [RS:0;2998b885bdef:38505 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T07:24:50,933 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T07:24:50,934 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42437 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2998b885bdef,38505,1731482688516 2024-11-13T07:24:50,934 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42437 {}] master.ServerManager(517): Registering regionserver=2998b885bdef,38505,1731482688516 2024-11-13T07:24:50,938 DEBUG [RS:0;2998b885bdef:38505 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9 2024-11-13T07:24:50,938 DEBUG [RS:0;2998b885bdef:38505 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39565 2024-11-13T07:24:50,938 DEBUG [RS:0;2998b885bdef:38505 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T07:24:50,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42437-0x1013314f1190003, quorum=127.0.0.1:60318, baseZNode=/1657001379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1657001379/rs 2024-11-13T07:24:50,951 DEBUG [RS:0;2998b885bdef:38505 {}] zookeeper.ZKUtil(111): regionserver:38505-0x1013314f1190004, quorum=127.0.0.1:60318, baseZNode=/1657001379 Set watcher on existing znode=/1657001379/rs/2998b885bdef,38505,1731482688516 2024-11-13T07:24:50,951 WARN [RS:0;2998b885bdef:38505 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:24:50,951 INFO [RS:0;2998b885bdef:38505 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:24:50,951 DEBUG [RS:0;2998b885bdef:38505 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516 2024-11-13T07:24:50,953 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2998b885bdef,38505,1731482688516] 2024-11-13T07:24:50,959 INFO [RS:0;2998b885bdef:38505 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T07:24:50,961 INFO [RS:0;2998b885bdef:38505 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T07:24:50,961 INFO [RS:0;2998b885bdef:38505 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T07:24:50,961 INFO [RS:0;2998b885bdef:38505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:50,963 INFO [RS:0;2998b885bdef:38505 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T07:24:50,964 INFO [RS:0;2998b885bdef:38505 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T07:24:50,964 INFO [RS:0;2998b885bdef:38505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:50,964 DEBUG [RS:0;2998b885bdef:38505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:50,964 DEBUG [RS:0;2998b885bdef:38505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:50,964 DEBUG [RS:0;2998b885bdef:38505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:50,964 DEBUG [RS:0;2998b885bdef:38505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:50,965 DEBUG [RS:0;2998b885bdef:38505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:50,965 DEBUG [RS:0;2998b885bdef:38505 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:24:50,965 DEBUG [RS:0;2998b885bdef:38505 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:50,965 DEBUG [RS:0;2998b885bdef:38505 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:50,965 DEBUG [RS:0;2998b885bdef:38505 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:50,965 DEBUG [RS:0;2998b885bdef:38505 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:50,965 DEBUG [RS:0;2998b885bdef:38505 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:50,965 DEBUG [RS:0;2998b885bdef:38505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:50,965 DEBUG [RS:0;2998b885bdef:38505 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:24:50,965 DEBUG [RS:0;2998b885bdef:38505 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:24:50,976 INFO [RS:0;2998b885bdef:38505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:50,976 INFO [RS:0;2998b885bdef:38505 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:50,976 INFO [RS:0;2998b885bdef:38505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:50,976 INFO [RS:0;2998b885bdef:38505 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:50,976 INFO [RS:0;2998b885bdef:38505 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:50,976 INFO [RS:0;2998b885bdef:38505 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,38505,1731482688516-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:24:50,998 INFO [RS:0;2998b885bdef:38505 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T07:24:50,999 INFO [RS:0;2998b885bdef:38505 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,38505,1731482688516-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:50,999 INFO [RS:0;2998b885bdef:38505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:50,999 INFO [RS:0;2998b885bdef:38505 {}] regionserver.Replication(171): 2998b885bdef,38505,1731482688516 started 2024-11-13T07:24:51,014 INFO [RS:0;2998b885bdef:38505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:51,015 INFO [RS:0;2998b885bdef:38505 {}] regionserver.HRegionServer(1482): Serving as 2998b885bdef,38505,1731482688516, RpcServer on 2998b885bdef/172.17.0.3:38505, sessionid=0x1013314f1190004 2024-11-13T07:24:51,015 DEBUG [RS:0;2998b885bdef:38505 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T07:24:51,015 DEBUG [RS:0;2998b885bdef:38505 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2998b885bdef,38505,1731482688516 2024-11-13T07:24:51,015 DEBUG [RS:0;2998b885bdef:38505 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,38505,1731482688516' 2024-11-13T07:24:51,015 DEBUG [RS:0;2998b885bdef:38505 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1657001379/flush-table-proc/abort' 2024-11-13T07:24:51,015 DEBUG [RS:0;2998b885bdef:38505 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1657001379/flush-table-proc/acquired' 2024-11-13T07:24:51,015 DEBUG [RS:0;2998b885bdef:38505 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T07:24:51,015 DEBUG [RS:0;2998b885bdef:38505 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T07:24:51,016 DEBUG [RS:0;2998b885bdef:38505 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2998b885bdef,38505,1731482688516 2024-11-13T07:24:51,016 DEBUG [RS:0;2998b885bdef:38505 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,38505,1731482688516' 2024-11-13T07:24:51,016 DEBUG [RS:0;2998b885bdef:38505 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1657001379/online-snapshot/abort' 2024-11-13T07:24:51,016 DEBUG [RS:0;2998b885bdef:38505 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1657001379/online-snapshot/acquired' 2024-11-13T07:24:51,017 DEBUG [RS:0;2998b885bdef:38505 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T07:24:51,017 INFO [RS:0;2998b885bdef:38505 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T07:24:51,017 INFO [RS:0;2998b885bdef:38505 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T07:24:51,117 INFO [RS:0;2998b885bdef:38505 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:24:51,118 INFO [RS:0;2998b885bdef:38505 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C38505%2C1731482688516, suffix=, logDir=hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516, archiveDir=hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/oldWALs, maxLogs=10 2024-11-13T07:24:51,131 DEBUG [RS:0;2998b885bdef:38505 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119, exclude list is [], retry=0 2024-11-13T07:24:51,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35953,DS-88ebb997-f687-41e1-a2f2-1fafce5107cd,DISK] 2024-11-13T07:24:51,135 INFO [RS:0;2998b885bdef:38505 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119 2024-11-13T07:24:51,135 DEBUG [RS:0;2998b885bdef:38505 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33423:33423)] 2024-11-13T07:24:51,251 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T07:24:51,251 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9 2024-11-13T07:24:51,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741833_1009 (size=32) 2024-11-13T07:24:51,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:24:51,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:24:51,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:24:51,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:51,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:51,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:24:51,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:24:51,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:51,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:51,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:24:51,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:24:51,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:51,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:51,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:24:51,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:24:51,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:51,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:51,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:24:51,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/hbase/meta/1588230740 2024-11-13T07:24:51,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/hbase/meta/1588230740 2024-11-13T07:24:51,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:24:51,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:24:51,270 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:24:51,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:24:51,272 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:24:51,273 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61666275, jitterRate=-0.08110089600086212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:24:51,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731482691256Initializing all the Stores at 1731482691257 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482691257Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482691257Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482691257Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482691257Cleaning up temporary data from old regions at 1731482691269 (+12 ms)Region opened successfully at 1731482691273 (+4 ms) 2024-11-13T07:24:51,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:24:51,273 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:24:51,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:24:51,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:24:51,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:24:51,273 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:24:51,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482691273Disabling compacts and flushes for region at 1731482691273Disabling writes for close at 1731482691273Writing region close event to WAL at 1731482691273Closed at 1731482691273 2024-11-13T07:24:51,274 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:24:51,274 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T07:24:51,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T07:24:51,276 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:24:51,276 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T07:24:51,427 DEBUG [2998b885bdef:42437 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T07:24:51,427 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2998b885bdef,38505,1731482688516 2024-11-13T07:24:51,428 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,38505,1731482688516, state=OPENING 2024-11-13T07:24:51,513 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T07:24:51,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x1013314f1190004, quorum=127.0.0.1:60318, baseZNode=/1657001379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1657001379 2024-11-13T07:24:51,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42437-0x1013314f1190003, quorum=127.0.0.1:60318, baseZNode=/1657001379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1657001379 2024-11-13T07:24:51,567 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1657001379/meta-region-server: CHANGED 2024-11-13T07:24:51,567 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:24:51,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,38505,1731482688516}] 2024-11-13T07:24:51,567 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1657001379/meta-region-server: CHANGED 2024-11-13T07:24:51,740 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T07:24:51,741 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50363, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T07:24:51,744 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T07:24:51,744 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:24:51,744 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T07:24:51,746 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C38505%2C1731482688516.meta, suffix=.meta, logDir=hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516, archiveDir=hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/oldWALs, maxLogs=10 2024-11-13T07:24:51,764 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.meta.1731482691746.meta, exclude list is [], retry=0 2024-11-13T07:24:51,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35953,DS-88ebb997-f687-41e1-a2f2-1fafce5107cd,DISK] 2024-11-13T07:24:51,768 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.meta.1731482691746.meta 2024-11-13T07:24:51,768 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33423:33423)] 2024-11-13T07:24:51,768 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:24:51,768 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:24:51,768 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T07:24:51,768 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T07:24:51,768 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T07:24:51,769 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T07:24:51,769 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:24:51,769 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T07:24:51,769 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T07:24:51,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:24:51,770 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:24:51,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:51,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:51,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:24:51,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:24:51,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:51,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:51,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:24:51,772 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:24:51,772 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:51,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:51,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:24:51,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:24:51,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:51,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:51,773 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:24:51,774 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/hbase/meta/1588230740 2024-11-13T07:24:51,775 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/hbase/meta/1588230740 2024-11-13T07:24:51,775 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:24:51,775 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:24:51,776 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:24:51,777 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:24:51,777 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60132408, jitterRate=-0.10395729541778564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:24:51,777 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T07:24:51,777 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731482691769Writing region info on filesystem at 1731482691769Initializing all the Stores at 1731482691769Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482691769Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482691770 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482691770Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482691770Cleaning up temporary data from old regions at 1731482691775 (+5 ms)Running coprocessor post-open hooks at 1731482691777 (+2 ms)Region opened successfully at 1731482691777 2024-11-13T07:24:51,778 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731482691739 2024-11-13T07:24:51,780 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T07:24:51,780 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T07:24:51,780 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,38505,1731482688516 2024-11-13T07:24:51,781 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,38505,1731482688516, state=OPEN 2024-11-13T07:24:51,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42437-0x1013314f1190003, quorum=127.0.0.1:60318, baseZNode=/1657001379 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1657001379/meta-region-server 2024-11-13T07:24:51,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x1013314f1190004, quorum=127.0.0.1:60318, baseZNode=/1657001379 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1657001379/meta-region-server 2024-11-13T07:24:51,830 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2998b885bdef,38505,1731482688516 2024-11-13T07:24:51,830 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1657001379/meta-region-server: CHANGED 2024-11-13T07:24:51,830 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1657001379/meta-region-server: CHANGED 2024-11-13T07:24:51,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T07:24:51,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,38505,1731482688516 in 263 msec 2024-11-13T07:24:51,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T07:24:51,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 557 msec 2024-11-13T07:24:51,835 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:24:51,835 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T07:24:51,836 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:24:51,836 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,38505,1731482688516, seqNum=-1] 2024-11-13T07:24:51,836 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:24:51,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42121, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:24:51,841 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0550 sec 2024-11-13T07:24:51,841 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731482691841, completionTime=-1 2024-11-13T07:24:51,842 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T07:24:51,842 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T07:24:51,843 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T07:24:51,843 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731482751843 2024-11-13T07:24:51,843 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731482811843 2024-11-13T07:24:51,843 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T07:24:51,844 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,42437,1731482688343-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:51,844 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,42437,1731482688343-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:51,844 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,42437,1731482688343-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:51,844 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2998b885bdef:42437, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:51,844 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:51,844 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:51,846 DEBUG [master/2998b885bdef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T07:24:51,847 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.182sec 2024-11-13T07:24:51,847 INFO [master/2998b885bdef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T07:24:51,847 INFO [master/2998b885bdef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T07:24:51,847 INFO [master/2998b885bdef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T07:24:51,847 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T07:24:51,847 INFO [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T07:24:51,847 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,42437,1731482688343-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:24:51,847 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,42437,1731482688343-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T07:24:51,849 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T07:24:51,849 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T07:24:51,849 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,42437,1731482688343-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:51,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b4bd5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:51,868 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42437,-1 for getting cluster id 2024-11-13T07:24:51,868 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:24:51,869 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f21bdc7-a7ef-4918-afb0-4843e5c4cbf2' 2024-11-13T07:24:51,869 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:24:51,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f21bdc7-a7ef-4918-afb0-4843e5c4cbf2" 2024-11-13T07:24:51,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c1f7ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:51,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42437,-1] 2024-11-13T07:24:51,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:24:51,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:51,871 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:24:51,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52a80f40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:51,872 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:24:51,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,38505,1731482688516, seqNum=-1] 2024-11-13T07:24:51,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:24:51,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:24:51,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2998b885bdef,42437,1731482688343 2024-11-13T07:24:51,876 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60318 2024-11-13T07:24:51,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60318, baseZNode=/1657001379 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:24:51,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013314f1190005 connected 2024-11-13T07:24:52,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc3ec7c5-bcd0-f34c-2186-b11e222acf4a/hadoop.log.dir so I do NOT create it in target/test-data/5beadc33-9951-4b1f-038f-c9d5a658f975 2024-11-13T07:24:52,006 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc3ec7c5-bcd0-f34c-2186-b11e222acf4a/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T07:24:52,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc3ec7c5-bcd0-f34c-2186-b11e222acf4a/hadoop.tmp.dir so I do NOT create it in target/test-data/5beadc33-9951-4b1f-038f-c9d5a658f975 2024-11-13T07:24:52,006 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc3ec7c5-bcd0-f34c-2186-b11e222acf4a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T07:24:52,006 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5beadc33-9951-4b1f-038f-c9d5a658f975 2024-11-13T07:24:52,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T07:24:52,006 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5beadc33-9951-4b1f-038f-c9d5a658f975/cluster_f214b08c-a548-377a-8d19-3b0a585d70d4, deleteOnExit=true 2024-11-13T07:24:52,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T07:24:52,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5beadc33-9951-4b1f-038f-c9d5a658f975/test.cache.data in system properties and HBase conf 2024-11-13T07:24:52,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5beadc33-9951-4b1f-038f-c9d5a658f975/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T07:24:52,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5beadc33-9951-4b1f-038f-c9d5a658f975/hadoop.log.dir in system properties and HBase conf 2024-11-13T07:24:52,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5beadc33-9951-4b1f-038f-c9d5a658f975/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T07:24:52,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5beadc33-9951-4b1f-038f-c9d5a658f975/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T07:24:52,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T07:24:52,007 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T07:24:52,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5beadc33-9951-4b1f-038f-c9d5a658f975/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:24:52,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5beadc33-9951-4b1f-038f-c9d5a658f975/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:24:52,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5beadc33-9951-4b1f-038f-c9d5a658f975/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T07:24:52,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5beadc33-9951-4b1f-038f-c9d5a658f975/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:24:52,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5beadc33-9951-4b1f-038f-c9d5a658f975/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T07:24:52,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5beadc33-9951-4b1f-038f-c9d5a658f975/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T07:24:52,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5beadc33-9951-4b1f-038f-c9d5a658f975/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:24:52,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5beadc33-9951-4b1f-038f-c9d5a658f975/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:24:52,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5beadc33-9951-4b1f-038f-c9d5a658f975/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T07:24:52,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5beadc33-9951-4b1f-038f-c9d5a658f975/nfs.dump.dir in system properties and HBase conf 2024-11-13T07:24:52,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5beadc33-9951-4b1f-038f-c9d5a658f975/java.io.tmpdir in system properties and HBase conf 2024-11-13T07:24:52,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5beadc33-9951-4b1f-038f-c9d5a658f975/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:24:52,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5beadc33-9951-4b1f-038f-c9d5a658f975/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T07:24:52,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5beadc33-9951-4b1f-038f-c9d5a658f975/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T07:24:53,184 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:24:53,188 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:24:53,189 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:24:53,189 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:24:53,189 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T07:24:53,190 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:24:53,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20c53d49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5beadc33-9951-4b1f-038f-c9d5a658f975/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:24:53,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fecfa0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:24:53,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1513d591{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5beadc33-9951-4b1f-038f-c9d5a658f975/java.io.tmpdir/jetty-localhost-35255-hadoop-hdfs-3_4_1-tests_jar-_-any-16003863468962121308/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:24:53,303 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d891de4{HTTP/1.1, (http/1.1)}{localhost:35255} 2024-11-13T07:24:53,303 INFO [Time-limited test {}] server.Server(415): Started @381193ms 2024-11-13T07:24:53,958 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:24:53,962 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:24:53,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:24:53,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:24:53,964 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T07:24:53,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e5e5d5d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5beadc33-9951-4b1f-038f-c9d5a658f975/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:24:53,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33d6b855{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:24:54,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@738598ff{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5beadc33-9951-4b1f-038f-c9d5a658f975/java.io.tmpdir/jetty-localhost-37809-hadoop-hdfs-3_4_1-tests_jar-_-any-1103175402634352822/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:24:54,075 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a33b11e{HTTP/1.1, (http/1.1)}{localhost:37809} 2024-11-13T07:24:54,075 INFO [Time-limited test {}] server.Server(415): Started @381965ms 2024-11-13T07:24:54,076 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T07:24:55,152 WARN [Thread-3693 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5beadc33-9951-4b1f-038f-c9d5a658f975/cluster_f214b08c-a548-377a-8d19-3b0a585d70d4/data/data2/current/BP-2073214876-172.17.0.3-1731482692032/current, will proceed with Du for space computation calculation, 2024-11-13T07:24:55,152 WARN [Thread-3692 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5beadc33-9951-4b1f-038f-c9d5a658f975/cluster_f214b08c-a548-377a-8d19-3b0a585d70d4/data/data1/current/BP-2073214876-172.17.0.3-1731482692032/current, will proceed with Du for space computation calculation, 2024-11-13T07:24:55,174 WARN [Thread-3680 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T07:24:55,176 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe453346dbd0b82 with lease ID 0x57e201414d472fe8: Processing first storage report for DS-abdb9940-2b4b-4efc-b324-40f49d5ff64f from datanode DatanodeRegistration(127.0.0.1:44013, datanodeUuid=3c9089c7-e639-4aab-b567-29213ed2bc35, infoPort=37243, infoSecurePort=0, ipcPort=39121, storageInfo=lv=-57;cid=testClusterID;nsid=1878312381;c=1731482692032) 2024-11-13T07:24:55,176 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe453346dbd0b82 with lease ID 0x57e201414d472fe8: from storage DS-abdb9940-2b4b-4efc-b324-40f49d5ff64f node DatanodeRegistration(127.0.0.1:44013, datanodeUuid=3c9089c7-e639-4aab-b567-29213ed2bc35, infoPort=37243, infoSecurePort=0, ipcPort=39121, storageInfo=lv=-57;cid=testClusterID;nsid=1878312381;c=1731482692032), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T07:24:55,176 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe453346dbd0b82 with lease ID 0x57e201414d472fe8: Processing first storage report for DS-0408e08b-8bda-4d2e-a2d8-7c7e873ae7b9 from datanode DatanodeRegistration(127.0.0.1:44013, datanodeUuid=3c9089c7-e639-4aab-b567-29213ed2bc35, infoPort=37243, infoSecurePort=0, ipcPort=39121, storageInfo=lv=-57;cid=testClusterID;nsid=1878312381;c=1731482692032) 2024-11-13T07:24:55,176 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe453346dbd0b82 with lease ID 0x57e201414d472fe8: from storage DS-0408e08b-8bda-4d2e-a2d8-7c7e873ae7b9 node DatanodeRegistration(127.0.0.1:44013, datanodeUuid=3c9089c7-e639-4aab-b567-29213ed2bc35, infoPort=37243, infoSecurePort=0, ipcPort=39121, storageInfo=lv=-57;cid=testClusterID;nsid=1878312381;c=1731482692032), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T07:24:55,206 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5beadc33-9951-4b1f-038f-c9d5a658f975 2024-11-13T07:24:55,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:24:55,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:24:55,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741825_1001 (size=7) 2024-11-13T07:24:55,231 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8 with version=8 2024-11-13T07:24:55,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/hbase-staging 2024-11-13T07:24:55,233 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:24:55,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:24:55,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:24:55,233 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:24:55,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:24:55,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:24:55,233 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T07:24:55,234 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:24:55,236 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40325 2024-11-13T07:24:55,237 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40325 connecting to ZooKeeper ensemble=127.0.0.1:60318 2024-11-13T07:24:55,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403250x0, quorum=127.0.0.1:60318, baseZNode=/218846522 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:24:55,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40325-0x1013314f1190006 connected 2024-11-13T07:24:55,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:24:55,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:24:55,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40325-0x1013314f1190006, quorum=127.0.0.1:60318, baseZNode=/218846522 Set watcher on znode that does not yet exist, /218846522/running 2024-11-13T07:24:55,325 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8, hbase.cluster.distributed=false 2024-11-13T07:24:55,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40325-0x1013314f1190006, quorum=127.0.0.1:60318, baseZNode=/218846522 Set watcher on znode that does not yet exist, /218846522/acl 2024-11-13T07:24:55,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40325 2024-11-13T07:24:55,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40325 2024-11-13T07:24:55,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40325 2024-11-13T07:24:55,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40325 2024-11-13T07:24:55,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40325 2024-11-13T07:24:55,364 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:24:55,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:24:55,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:24:55,364 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:24:55,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:24:55,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:24:55,365 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T07:24:55,365 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:24:55,365 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38045 2024-11-13T07:24:55,366 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38045 connecting to ZooKeeper ensemble=127.0.0.1:60318 2024-11-13T07:24:55,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:24:55,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:24:55,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380450x0, quorum=127.0.0.1:60318, baseZNode=/218846522 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:24:55,382 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380450x0, quorum=127.0.0.1:60318, baseZNode=/218846522 Set watcher on znode that does not yet exist, /218846522/running 2024-11-13T07:24:55,382 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T07:24:55,384 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38045-0x1013314f1190007 connected 2024-11-13T07:24:55,388 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T07:24:55,388 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38045-0x1013314f1190007, quorum=127.0.0.1:60318, baseZNode=/218846522 Set watcher on znode that does not yet exist, /218846522/master 2024-11-13T07:24:55,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38045-0x1013314f1190007, quorum=127.0.0.1:60318, baseZNode=/218846522 Set watcher on znode that does not yet exist, /218846522/acl 2024-11-13T07:24:55,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38045 2024-11-13T07:24:55,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38045 2024-11-13T07:24:55,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38045 2024-11-13T07:24:55,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38045 2024-11-13T07:24:55,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38045 2024-11-13T07:24:55,428 DEBUG [M:0;2998b885bdef:40325 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2998b885bdef:40325 2024-11-13T07:24:55,428 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /218846522/backup-masters/2998b885bdef,40325,1731482695233 2024-11-13T07:24:55,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38045-0x1013314f1190007, quorum=127.0.0.1:60318, baseZNode=/218846522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/218846522/backup-masters 2024-11-13T07:24:55,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40325-0x1013314f1190006, quorum=127.0.0.1:60318, baseZNode=/218846522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/218846522/backup-masters 2024-11-13T07:24:55,445 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40325-0x1013314f1190006, quorum=127.0.0.1:60318, baseZNode=/218846522 Set watcher on existing znode=/218846522/backup-masters/2998b885bdef,40325,1731482695233 2024-11-13T07:24:55,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38045-0x1013314f1190007, quorum=127.0.0.1:60318, baseZNode=/218846522 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/218846522/master 2024-11-13T07:24:55,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40325-0x1013314f1190006, quorum=127.0.0.1:60318, baseZNode=/218846522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/218846522 2024-11-13T07:24:55,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38045-0x1013314f1190007, quorum=127.0.0.1:60318, baseZNode=/218846522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/218846522 2024-11-13T07:24:55,457 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40325-0x1013314f1190006, quorum=127.0.0.1:60318, baseZNode=/218846522 Set watcher on existing znode=/218846522/master 2024-11-13T07:24:55,457 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /218846522/backup-masters/2998b885bdef,40325,1731482695233 from backup master directory 2024-11-13T07:24:55,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40325-0x1013314f1190006, quorum=127.0.0.1:60318, baseZNode=/218846522 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/218846522/backup-masters/2998b885bdef,40325,1731482695233 2024-11-13T07:24:55,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38045-0x1013314f1190007, quorum=127.0.0.1:60318, baseZNode=/218846522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/218846522/backup-masters 2024-11-13T07:24:55,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40325-0x1013314f1190006, quorum=127.0.0.1:60318, baseZNode=/218846522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/218846522/backup-masters 2024-11-13T07:24:55,475 WARN [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:24:55,475 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2998b885bdef,40325,1731482695233 2024-11-13T07:24:55,478 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/hbase.id] with ID: 1ed6952d-857d-42ac-ab6c-ed00fc6d32ff 2024-11-13T07:24:55,478 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/.tmp/hbase.id 2024-11-13T07:24:55,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741826_1002 (size=42) 2024-11-13T07:24:55,894 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/.tmp/hbase.id]:[hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/hbase.id] 2024-11-13T07:24:55,911 INFO [master/2998b885bdef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:24:55,911 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T07:24:55,912 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T07:24:55,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38045-0x1013314f1190007, quorum=127.0.0.1:60318, baseZNode=/218846522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/218846522 2024-11-13T07:24:55,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40325-0x1013314f1190006, quorum=127.0.0.1:60318, baseZNode=/218846522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/218846522 2024-11-13T07:24:55,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741827_1003 (size=196) 2024-11-13T07:24:55,938 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:24:55,939 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T07:24:55,943 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:24:55,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741828_1004 (size=1189) 2024-11-13T07:24:55,982 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/MasterData/data/master/store 2024-11-13T07:24:56,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741829_1005 (size=34) 2024-11-13T07:24:56,418 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:24:56,418 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:24:56,418 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:24:56,418 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:24:56,418 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:24:56,418 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:24:56,418 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:24:56,418 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482696418Disabling compacts and flushes for region at 1731482696418Disabling writes for close at 1731482696418Writing region close event to WAL at 1731482696418Closed at 1731482696418 2024-11-13T07:24:56,419 WARN [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/MasterData/data/master/store/.initializing 2024-11-13T07:24:56,419 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/MasterData/WALs/2998b885bdef,40325,1731482695233 2024-11-13T07:24:56,420 INFO [master/2998b885bdef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:24:56,421 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2998b885bdef%2C40325%2C1731482695233, suffix=, logDir=hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/MasterData/WALs/2998b885bdef,40325,1731482695233, archiveDir=hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/MasterData/oldWALs, maxLogs=10 2024-11-13T07:24:56,434 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/MasterData/WALs/2998b885bdef,40325,1731482695233/2998b885bdef%2C40325%2C1731482695233.1731482696421, exclude list is [], retry=0 2024-11-13T07:24:56,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44013,DS-abdb9940-2b4b-4efc-b324-40f49d5ff64f,DISK] 2024-11-13T07:24:56,437 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/MasterData/WALs/2998b885bdef,40325,1731482695233/2998b885bdef%2C40325%2C1731482695233.1731482696421 2024-11-13T07:24:56,438 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37243:37243)] 2024-11-13T07:24:56,438 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:24:56,438 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:24:56,438 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:56,438 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:56,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:56,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T07:24:56,439 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:56,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:56,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:56,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T07:24:56,440 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:56,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:24:56,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:56,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T07:24:56,441 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:56,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:24:56,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:56,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T07:24:56,443 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:56,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:24:56,443 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:56,444 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:56,444 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:56,447 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:56,447 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:56,447 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:24:56,448 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:24:56,450 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:24:56,450 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60862650, jitterRate=-0.09307584166526794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:24:56,450 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731482696438Initializing all the Stores at 1731482696438Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482696438Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482696438Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482696438Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482696438Cleaning up temporary data from old regions at 1731482696447 (+9 ms)Region opened successfully at 1731482696450 (+3 ms) 2024-11-13T07:24:56,450 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T07:24:56,452 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed1961a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:24:56,454 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T07:24:56,454 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T07:24:56,454 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T07:24:56,454 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T07:24:56,454 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T07:24:56,455 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T07:24:56,455 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T07:24:56,457 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T07:24:56,459 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40325-0x1013314f1190006, quorum=127.0.0.1:60318, baseZNode=/218846522 Unable to get data of znode /218846522/balancer because node does not exist (not necessarily an error) 2024-11-13T07:24:56,465 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /218846522/balancer already deleted, retry=false 2024-11-13T07:24:56,466 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T07:24:56,466 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40325-0x1013314f1190006, quorum=127.0.0.1:60318, baseZNode=/218846522 Unable to get data of znode /218846522/normalizer because node does not exist (not necessarily an error) 2024-11-13T07:24:56,480 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /218846522/normalizer already deleted, retry=false 2024-11-13T07:24:56,481 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T07:24:56,485 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40325-0x1013314f1190006, quorum=127.0.0.1:60318, baseZNode=/218846522 Unable to get data of znode /218846522/switch/split because node does not exist (not necessarily an error) 2024-11-13T07:24:56,497 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /218846522/switch/split already deleted, retry=false 2024-11-13T07:24:56,498 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40325-0x1013314f1190006, quorum=127.0.0.1:60318, baseZNode=/218846522 Unable to get data of znode /218846522/switch/merge because node does not exist (not necessarily an error) 2024-11-13T07:24:56,508 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /218846522/switch/merge already deleted, retry=false 2024-11-13T07:24:56,510 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40325-0x1013314f1190006, quorum=127.0.0.1:60318, baseZNode=/218846522 Unable to get data of znode /218846522/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T07:24:56,518 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /218846522/snapshot-cleanup already deleted, retry=false 2024-11-13T07:24:56,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38045-0x1013314f1190007, quorum=127.0.0.1:60318, baseZNode=/218846522 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/218846522/running 2024-11-13T07:24:56,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38045-0x1013314f1190007, quorum=127.0.0.1:60318, baseZNode=/218846522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/218846522 2024-11-13T07:24:56,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40325-0x1013314f1190006, quorum=127.0.0.1:60318, baseZNode=/218846522 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/218846522/running 2024-11-13T07:24:56,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40325-0x1013314f1190006, quorum=127.0.0.1:60318, baseZNode=/218846522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/218846522 2024-11-13T07:24:56,537 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2998b885bdef,40325,1731482695233, sessionid=0x1013314f1190006, setting cluster-up flag (Was=false) 2024-11-13T07:24:56,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38045-0x1013314f1190007, quorum=127.0.0.1:60318, baseZNode=/218846522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/218846522 2024-11-13T07:24:56,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40325-0x1013314f1190006, quorum=127.0.0.1:60318, baseZNode=/218846522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/218846522 2024-11-13T07:24:56,592 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /218846522/flush-table-proc/acquired, /218846522/flush-table-proc/reached, /218846522/flush-table-proc/abort 2024-11-13T07:24:56,593 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,40325,1731482695233 2024-11-13T07:24:56,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40325-0x1013314f1190006, quorum=127.0.0.1:60318, baseZNode=/218846522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/218846522 2024-11-13T07:24:56,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38045-0x1013314f1190007, quorum=127.0.0.1:60318, baseZNode=/218846522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/218846522 2024-11-13T07:24:56,644 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /218846522/online-snapshot/acquired, /218846522/online-snapshot/reached, /218846522/online-snapshot/abort 2024-11-13T07:24:56,645 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,40325,1731482695233 2024-11-13T07:24:56,647 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T07:24:56,655 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T07:24:56,655 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T07:24:56,655 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T07:24:56,655 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2998b885bdef,40325,1731482695233 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T07:24:56,656 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:24:56,656 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:24:56,656 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:24:56,656 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:24:56,656 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2998b885bdef:0, corePoolSize=10, maxPoolSize=10 2024-11-13T07:24:56,656 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:56,657 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:24:56,657 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:56,661 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731482726661 2024-11-13T07:24:56,661 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T07:24:56,661 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T07:24:56,661 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:24:56,661 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T07:24:56,661 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T07:24:56,661 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T07:24:56,661 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T07:24:56,661 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T07:24:56,663 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:56,663 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T07:24:56,664 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:56,668 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T07:24:56,668 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T07:24:56,668 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T07:24:56,668 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T07:24:56,669 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T07:24:56,669 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T07:24:56,670 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482696669,5,FailOnTimeoutGroup] 2024-11-13T07:24:56,693 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482696670,5,FailOnTimeoutGroup] 2024-11-13T07:24:56,693 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:56,693 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T07:24:56,693 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:56,693 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:56,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741831_1007 (size=1321) 2024-11-13T07:24:56,715 INFO [RS:0;2998b885bdef:38045 {}] regionserver.HRegionServer(746): ClusterId : 1ed6952d-857d-42ac-ab6c-ed00fc6d32ff 2024-11-13T07:24:56,715 DEBUG [RS:0;2998b885bdef:38045 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T07:24:56,728 DEBUG [RS:0;2998b885bdef:38045 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T07:24:56,728 DEBUG [RS:0;2998b885bdef:38045 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T07:24:56,740 DEBUG [RS:0;2998b885bdef:38045 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T07:24:56,740 DEBUG [RS:0;2998b885bdef:38045 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19e38473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:24:56,755 DEBUG [RS:0;2998b885bdef:38045 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2998b885bdef:38045 2024-11-13T07:24:56,755 INFO [RS:0;2998b885bdef:38045 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T07:24:56,755 INFO [RS:0;2998b885bdef:38045 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T07:24:56,755 DEBUG [RS:0;2998b885bdef:38045 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T07:24:56,755 INFO [RS:0;2998b885bdef:38045 {}] regionserver.HRegionServer(2659): reportForDuty to master=2998b885bdef,40325,1731482695233 with port=38045, startcode=1731482695364 2024-11-13T07:24:56,756 DEBUG [RS:0;2998b885bdef:38045 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T07:24:56,757 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46255, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T07:24:56,757 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40325 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2998b885bdef,38045,1731482695364 2024-11-13T07:24:56,757 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40325 {}] master.ServerManager(517): Registering regionserver=2998b885bdef,38045,1731482695364 2024-11-13T07:24:56,759 DEBUG [RS:0;2998b885bdef:38045 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8 2024-11-13T07:24:56,759 DEBUG [RS:0;2998b885bdef:38045 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46503 2024-11-13T07:24:56,759 DEBUG [RS:0;2998b885bdef:38045 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T07:24:56,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:56,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:56,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:56,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:56,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:56,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:56,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40325-0x1013314f1190006, quorum=127.0.0.1:60318, baseZNode=/218846522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/218846522/rs 2024-11-13T07:24:56,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:56,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:56,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:56,808 DEBUG [RS:0;2998b885bdef:38045 {}] zookeeper.ZKUtil(111): regionserver:38045-0x1013314f1190007, quorum=127.0.0.1:60318, baseZNode=/218846522 Set watcher on existing znode=/218846522/rs/2998b885bdef,38045,1731482695364 2024-11-13T07:24:56,808 WARN [RS:0;2998b885bdef:38045 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:24:56,808 INFO [RS:0;2998b885bdef:38045 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:24:56,808 DEBUG [RS:0;2998b885bdef:38045 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364 2024-11-13T07:24:56,809 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2998b885bdef,38045,1731482695364] 2024-11-13T07:24:56,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:56,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:56,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:56,818 INFO [RS:0;2998b885bdef:38045 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T07:24:56,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:56,854 INFO [RS:0;2998b885bdef:38045 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T07:24:56,860 INFO [RS:0;2998b885bdef:38045 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T07:24:56,860 INFO [RS:0;2998b885bdef:38045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:56,860 INFO [RS:0;2998b885bdef:38045 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T07:24:56,861 INFO [RS:0;2998b885bdef:38045 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T07:24:56,861 INFO [RS:0;2998b885bdef:38045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:56,861 DEBUG [RS:0;2998b885bdef:38045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:56,861 DEBUG [RS:0;2998b885bdef:38045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:56,861 DEBUG [RS:0;2998b885bdef:38045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:56,861 DEBUG [RS:0;2998b885bdef:38045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:56,861 DEBUG [RS:0;2998b885bdef:38045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:56,861 DEBUG [RS:0;2998b885bdef:38045 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:24:56,861 DEBUG [RS:0;2998b885bdef:38045 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:56,861 DEBUG [RS:0;2998b885bdef:38045 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:56,862 DEBUG [RS:0;2998b885bdef:38045 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:56,862 DEBUG [RS:0;2998b885bdef:38045 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:56,862 DEBUG [RS:0;2998b885bdef:38045 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:56,862 DEBUG [RS:0;2998b885bdef:38045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:24:56,862 DEBUG [RS:0;2998b885bdef:38045 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:24:56,862 DEBUG [RS:0;2998b885bdef:38045 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:24:56,868 INFO [RS:0;2998b885bdef:38045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:56,868 INFO [RS:0;2998b885bdef:38045 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:56,868 INFO [RS:0;2998b885bdef:38045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:56,868 INFO [RS:0;2998b885bdef:38045 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:56,868 INFO [RS:0;2998b885bdef:38045 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:56,868 INFO [RS:0;2998b885bdef:38045 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,38045,1731482695364-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:24:56,894 INFO [RS:0;2998b885bdef:38045 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T07:24:56,895 INFO [RS:0;2998b885bdef:38045 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,38045,1731482695364-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:56,895 INFO [RS:0;2998b885bdef:38045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:56,895 INFO [RS:0;2998b885bdef:38045 {}] regionserver.Replication(171): 2998b885bdef,38045,1731482695364 started 2024-11-13T07:24:56,909 INFO [RS:0;2998b885bdef:38045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:56,909 INFO [RS:0;2998b885bdef:38045 {}] regionserver.HRegionServer(1482): Serving as 2998b885bdef,38045,1731482695364, RpcServer on 2998b885bdef/172.17.0.3:38045, sessionid=0x1013314f1190007 2024-11-13T07:24:56,909 DEBUG [RS:0;2998b885bdef:38045 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T07:24:56,909 DEBUG [RS:0;2998b885bdef:38045 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2998b885bdef,38045,1731482695364 2024-11-13T07:24:56,909 DEBUG [RS:0;2998b885bdef:38045 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,38045,1731482695364' 2024-11-13T07:24:56,909 DEBUG [RS:0;2998b885bdef:38045 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/218846522/flush-table-proc/abort' 2024-11-13T07:24:56,911 DEBUG [RS:0;2998b885bdef:38045 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/218846522/flush-table-proc/acquired' 2024-11-13T07:24:56,912 DEBUG [RS:0;2998b885bdef:38045 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T07:24:56,912 DEBUG [RS:0;2998b885bdef:38045 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T07:24:56,912 DEBUG [RS:0;2998b885bdef:38045 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2998b885bdef,38045,1731482695364 2024-11-13T07:24:56,912 DEBUG [RS:0;2998b885bdef:38045 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,38045,1731482695364' 2024-11-13T07:24:56,912 DEBUG [RS:0;2998b885bdef:38045 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/218846522/online-snapshot/abort' 2024-11-13T07:24:56,914 DEBUG [RS:0;2998b885bdef:38045 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/218846522/online-snapshot/acquired' 2024-11-13T07:24:56,914 DEBUG [RS:0;2998b885bdef:38045 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T07:24:56,914 INFO [RS:0;2998b885bdef:38045 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T07:24:56,914 INFO [RS:0;2998b885bdef:38045 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T07:24:57,015 INFO [RS:0;2998b885bdef:38045 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:24:57,016 INFO [RS:0;2998b885bdef:38045 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C38045%2C1731482695364, suffix=, logDir=hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364, archiveDir=hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/oldWALs, maxLogs=10 2024-11-13T07:24:57,034 DEBUG [RS:0;2998b885bdef:38045 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017, exclude list is [], retry=0 2024-11-13T07:24:57,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44013,DS-abdb9940-2b4b-4efc-b324-40f49d5ff64f,DISK] 2024-11-13T07:24:57,037 INFO [RS:0;2998b885bdef:38045 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017 2024-11-13T07:24:57,037 DEBUG [RS:0;2998b885bdef:38045 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37243:37243)] 2024-11-13T07:24:57,101 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T07:24:57,101 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8 2024-11-13T07:24:57,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741833_1009 (size=32) 2024-11-13T07:24:57,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:24:57,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:24:57,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:24:57,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:57,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:57,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:24:57,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:24:57,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:57,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:57,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:24:57,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:24:57,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:57,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:57,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:24:57,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:24:57,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:57,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:57,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:24:57,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/hbase/meta/1588230740 2024-11-13T07:24:57,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/hbase/meta/1588230740 2024-11-13T07:24:57,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:24:57,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:24:57,136 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:24:57,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:24:57,139 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:24:57,140 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63343360, jitterRate=-0.056110382080078125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:24:57,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731482697122Initializing all the Stores at 1731482697123 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482697123Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482697124 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482697124Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482697124Cleaning up temporary data from old regions at 1731482697135 (+11 ms)Region opened successfully at 1731482697140 (+5 ms) 2024-11-13T07:24:57,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:24:57,140 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:24:57,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:24:57,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:24:57,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:24:57,140 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:24:57,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482697140Disabling compacts and flushes for region at 1731482697140Disabling writes for close at 1731482697140Writing region close event to WAL at 1731482697140Closed at 1731482697140 2024-11-13T07:24:57,145 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:24:57,145 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T07:24:57,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T07:24:57,146 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:24:57,146 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T07:24:57,297 DEBUG [2998b885bdef:40325 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T07:24:57,297 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2998b885bdef,38045,1731482695364 2024-11-13T07:24:57,298 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,38045,1731482695364, state=OPENING 2024-11-13T07:24:57,308 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T07:24:57,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38045-0x1013314f1190007, quorum=127.0.0.1:60318, baseZNode=/218846522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/218846522 2024-11-13T07:24:57,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40325-0x1013314f1190006, quorum=127.0.0.1:60318, baseZNode=/218846522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/218846522 2024-11-13T07:24:57,337 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /218846522/meta-region-server: CHANGED 2024-11-13T07:24:57,337 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /218846522/meta-region-server: CHANGED 2024-11-13T07:24:57,337 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:24:57,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,38045,1731482695364}] 2024-11-13T07:24:57,353 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T07:24:57,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:57,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:57,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:57,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:57,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:57,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:57,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:57,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:57,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:57,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:57,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:57,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:57,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:24:57,490 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T07:24:57,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T07:24:57,495 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T07:24:57,495 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:24:57,496 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T07:24:57,497 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C38045%2C1731482695364.meta, suffix=.meta, logDir=hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364, archiveDir=hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/oldWALs, maxLogs=10 2024-11-13T07:24:57,516 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.meta.1731482697497.meta, exclude list is [], retry=0 2024-11-13T07:24:57,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44013,DS-abdb9940-2b4b-4efc-b324-40f49d5ff64f,DISK] 2024-11-13T07:24:57,519 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.meta.1731482697497.meta 2024-11-13T07:24:57,519 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37243:37243)] 2024-11-13T07:24:57,520 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:24:57,520 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:24:57,520 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T07:24:57,520 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T07:24:57,520 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T07:24:57,520 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T07:24:57,520 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:24:57,520 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T07:24:57,520 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T07:24:57,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:24:57,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:24:57,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:57,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:57,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:24:57,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:24:57,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:57,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:57,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:24:57,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:24:57,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:57,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:57,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:24:57,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:24:57,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:57,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:24:57,530 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:24:57,530 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/hbase/meta/1588230740 2024-11-13T07:24:57,531 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/hbase/meta/1588230740 2024-11-13T07:24:57,532 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:24:57,532 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:24:57,532 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:24:57,533 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:24:57,533 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68270155, jitterRate=0.01730458438396454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:24:57,533 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T07:24:57,533 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731482697520Writing region info on filesystem at 1731482697520Initializing all the Stores at 1731482697521 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482697521Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482697526 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482697526Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482697526Cleaning up temporary data from old regions at 1731482697532 (+6 ms)Running coprocessor post-open hooks at 1731482697533 (+1 ms)Region opened successfully at 1731482697533 2024-11-13T07:24:57,534 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731482697489 2024-11-13T07:24:57,535 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T07:24:57,536 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T07:24:57,536 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,38045,1731482695364 2024-11-13T07:24:57,536 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,38045,1731482695364, state=OPEN 2024-11-13T07:24:57,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38045-0x1013314f1190007, quorum=127.0.0.1:60318, baseZNode=/218846522 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/218846522/meta-region-server 2024-11-13T07:24:57,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40325-0x1013314f1190006, quorum=127.0.0.1:60318, baseZNode=/218846522 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/218846522/meta-region-server 2024-11-13T07:24:57,666 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2998b885bdef,38045,1731482695364 2024-11-13T07:24:57,666 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /218846522/meta-region-server: CHANGED 2024-11-13T07:24:57,666 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /218846522/meta-region-server: CHANGED 2024-11-13T07:24:57,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T07:24:57,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,38045,1731482695364 in 329 msec 2024-11-13T07:24:57,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T07:24:57,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 526 msec 2024-11-13T07:24:57,674 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:24:57,674 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T07:24:57,675 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:24:57,675 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,38045,1731482695364, seqNum=-1] 2024-11-13T07:24:57,676 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:24:57,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:24:57,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0330 sec 2024-11-13T07:24:57,682 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731482697682, completionTime=-1 2024-11-13T07:24:57,682 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T07:24:57,682 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T07:24:57,684 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T07:24:57,684 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731482757684 2024-11-13T07:24:57,684 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731482817684 2024-11-13T07:24:57,684 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T07:24:57,684 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,40325,1731482695233-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:57,684 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,40325,1731482695233-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:57,684 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,40325,1731482695233-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:57,685 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2998b885bdef:40325, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:57,685 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:57,685 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:57,687 DEBUG [master/2998b885bdef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T07:24:57,688 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.213sec 2024-11-13T07:24:57,688 INFO [master/2998b885bdef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T07:24:57,688 INFO [master/2998b885bdef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T07:24:57,689 INFO [master/2998b885bdef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T07:24:57,689 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T07:24:57,689 INFO [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T07:24:57,689 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,40325,1731482695233-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:24:57,689 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,40325,1731482695233-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T07:24:57,690 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T07:24:57,690 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T07:24:57,690 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,40325,1731482695233-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:24:57,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69da4b06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:57,715 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,40325,-1 for getting cluster id 2024-11-13T07:24:57,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:24:57,717 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ed6952d-857d-42ac-ab6c-ed00fc6d32ff' 2024-11-13T07:24:57,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:24:57,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ed6952d-857d-42ac-ab6c-ed00fc6d32ff" 2024-11-13T07:24:57,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18012541, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:57,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,40325,-1] 2024-11-13T07:24:57,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:24:57,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:24:57,719 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:24:57,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48513d92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:24:57,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:24:57,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,38045,1731482695364, seqNum=-1] 2024-11-13T07:24:57,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:24:57,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:24:57,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2998b885bdef,40325,1731482695233 2024-11-13T07:24:57,728 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60318 2024-11-13T07:24:57,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60318, baseZNode=/218846522 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:24:57,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013314f1190008 connected 2024-11-13T07:24:57,752 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:24:57,753 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,34965,1731482681519 2024-11-13T07:24:57,753 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61b8cbf9 2024-11-13T07:24:57,753 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:24:57,754 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:24:57,756 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34965 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:24:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34965 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T07:24:57,761 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T07:24:57,761 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:57,762 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T07:24:57,763 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34965 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T07:24:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:24:57,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741835_1011 (size=902) 2024-11-13T07:24:57,845 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5d4b98488715f41a0c771d6830f39b11, NAME => 'test,,1731482697756.5d4b98488715f41a0c771d6830f39b11.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312 2024-11-13T07:24:57,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:24:57,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741836_1012 (size=39) 2024-11-13T07:24:58,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:24:58,288 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731482697756.5d4b98488715f41a0c771d6830f39b11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:24:58,289 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5d4b98488715f41a0c771d6830f39b11, disabling compactions & flushes 2024-11-13T07:24:58,289 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731482697756.5d4b98488715f41a0c771d6830f39b11. 2024-11-13T07:24:58,289 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731482697756.5d4b98488715f41a0c771d6830f39b11. 2024-11-13T07:24:58,289 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731482697756.5d4b98488715f41a0c771d6830f39b11. after waiting 0 ms 2024-11-13T07:24:58,289 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731482697756.5d4b98488715f41a0c771d6830f39b11. 2024-11-13T07:24:58,289 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731482697756.5d4b98488715f41a0c771d6830f39b11. 2024-11-13T07:24:58,289 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5d4b98488715f41a0c771d6830f39b11: Waiting for close lock at 1731482698289Disabling compacts and flushes for region at 1731482698289Disabling writes for close at 1731482698289Writing region close event to WAL at 1731482698289Closed at 1731482698289 2024-11-13T07:24:58,290 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T07:24:58,291 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731482697756.5d4b98488715f41a0c771d6830f39b11.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731482698290"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482698290"}]},"ts":"1731482698290"} 2024-11-13T07:24:58,296 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T07:24:58,298 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T07:24:58,298 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482698298"}]},"ts":"1731482698298"} 2024-11-13T07:24:58,301 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T07:24:58,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5d4b98488715f41a0c771d6830f39b11, ASSIGN}] 2024-11-13T07:24:58,303 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5d4b98488715f41a0c771d6830f39b11, ASSIGN 2024-11-13T07:24:58,304 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5d4b98488715f41a0c771d6830f39b11, ASSIGN; state=OFFLINE, location=2998b885bdef,38229,1731482681722; forceNewPlan=false, retain=false 2024-11-13T07:24:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:24:58,455 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5d4b98488715f41a0c771d6830f39b11, regionState=OPENING, regionLocation=2998b885bdef,38229,1731482681722 2024-11-13T07:24:58,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5d4b98488715f41a0c771d6830f39b11, ASSIGN because future has completed 2024-11-13T07:24:58,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d4b98488715f41a0c771d6830f39b11, server=2998b885bdef,38229,1731482681722}] 2024-11-13T07:24:58,661 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731482697756.5d4b98488715f41a0c771d6830f39b11. 2024-11-13T07:24:58,661 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5d4b98488715f41a0c771d6830f39b11, NAME => 'test,,1731482697756.5d4b98488715f41a0c771d6830f39b11.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:24:58,661 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:24:58,661 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T07:24:58,662 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5d4b98488715f41a0c771d6830f39b11 2024-11-13T07:24:58,662 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731482697756.5d4b98488715f41a0c771d6830f39b11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:24:58,662 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5d4b98488715f41a0c771d6830f39b11 2024-11-13T07:24:58,662 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5d4b98488715f41a0c771d6830f39b11 2024-11-13T07:24:58,668 INFO [StoreOpener-5d4b98488715f41a0c771d6830f39b11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5d4b98488715f41a0c771d6830f39b11 2024-11-13T07:24:58,670 INFO [StoreOpener-5d4b98488715f41a0c771d6830f39b11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d4b98488715f41a0c771d6830f39b11 columnFamilyName f 2024-11-13T07:24:58,670 DEBUG [StoreOpener-5d4b98488715f41a0c771d6830f39b11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:58,671 INFO [StoreOpener-5d4b98488715f41a0c771d6830f39b11-1 {}] regionserver.HStore(327): Store=5d4b98488715f41a0c771d6830f39b11/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:24:58,671 INFO [StoreOpener-5d4b98488715f41a0c771d6830f39b11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5d4b98488715f41a0c771d6830f39b11 2024-11-13T07:24:58,672 INFO [StoreOpener-5d4b98488715f41a0c771d6830f39b11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d4b98488715f41a0c771d6830f39b11 columnFamilyName f1 2024-11-13T07:24:58,672 DEBUG [StoreOpener-5d4b98488715f41a0c771d6830f39b11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:58,673 INFO [StoreOpener-5d4b98488715f41a0c771d6830f39b11-1 {}] regionserver.HStore(327): Store=5d4b98488715f41a0c771d6830f39b11/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:24:58,673 INFO [StoreOpener-5d4b98488715f41a0c771d6830f39b11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5d4b98488715f41a0c771d6830f39b11 2024-11-13T07:24:58,676 INFO [StoreOpener-5d4b98488715f41a0c771d6830f39b11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d4b98488715f41a0c771d6830f39b11 columnFamilyName norep 2024-11-13T07:24:58,676 DEBUG [StoreOpener-5d4b98488715f41a0c771d6830f39b11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:58,677 INFO [StoreOpener-5d4b98488715f41a0c771d6830f39b11-1 {}] regionserver.HStore(327): Store=5d4b98488715f41a0c771d6830f39b11/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:24:58,677 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5d4b98488715f41a0c771d6830f39b11 2024-11-13T07:24:58,678 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/default/test/5d4b98488715f41a0c771d6830f39b11 2024-11-13T07:24:58,678 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/default/test/5d4b98488715f41a0c771d6830f39b11 2024-11-13T07:24:58,680 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5d4b98488715f41a0c771d6830f39b11 2024-11-13T07:24:58,680 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5d4b98488715f41a0c771d6830f39b11 2024-11-13T07:24:58,680 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T07:24:58,682 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5d4b98488715f41a0c771d6830f39b11 2024-11-13T07:24:58,700 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/default/test/5d4b98488715f41a0c771d6830f39b11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:24:58,701 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5d4b98488715f41a0c771d6830f39b11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70508788, jitterRate=0.0506628155708313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T07:24:58,701 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5d4b98488715f41a0c771d6830f39b11 2024-11-13T07:24:58,702 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5d4b98488715f41a0c771d6830f39b11: Running coprocessor pre-open hook at 1731482698662Writing region info on filesystem at 1731482698662Initializing all the Stores at 1731482698663 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482698663Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482698668 (+5 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482698668Cleaning up temporary data from old regions at 1731482698680 (+12 ms)Running coprocessor post-open hooks at 1731482698701 (+21 ms)Region opened successfully at 1731482698702 (+1 ms) 2024-11-13T07:24:58,703 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731482697756.5d4b98488715f41a0c771d6830f39b11., pid=6, masterSystemTime=1731482698610 2024-11-13T07:24:58,705 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731482697756.5d4b98488715f41a0c771d6830f39b11. 2024-11-13T07:24:58,705 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731482697756.5d4b98488715f41a0c771d6830f39b11. 2024-11-13T07:24:58,706 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5d4b98488715f41a0c771d6830f39b11, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2998b885bdef,38229,1731482681722 2024-11-13T07:24:58,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d4b98488715f41a0c771d6830f39b11, server=2998b885bdef,38229,1731482681722 because future has completed 2024-11-13T07:24:58,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T07:24:58,720 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5d4b98488715f41a0c771d6830f39b11, server=2998b885bdef,38229,1731482681722 in 261 msec 2024-11-13T07:24:58,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T07:24:58,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5d4b98488715f41a0c771d6830f39b11, ASSIGN in 419 msec 2024-11-13T07:24:58,723 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T07:24:58,723 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482698723"}]},"ts":"1731482698723"} 2024-11-13T07:24:58,731 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T07:24:58,735 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T07:24:58,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 979 msec 2024-11-13T07:24:58,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:24:58,903 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:24:58,903 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T07:24:58,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,42437,1731482688343 2024-11-13T07:24:58,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c8f6687 2024-11-13T07:24:58,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:24:58,905 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:24:58,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42437 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:24:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42437 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T07:24:58,909 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T07:24:58,909 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:58,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42437 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T07:24:58,910 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T07:24:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:24:58,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741835_1011 (size=902) 2024-11-13T07:24:59,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:24:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:24:59,331 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2a11db8da29c84ad17589eec27e9421c, NAME => 'test,,1731482698906.2a11db8da29c84ad17589eec27e9421c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9 2024-11-13T07:24:59,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741836_1012 (size=39) 2024-11-13T07:24:59,367 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731482698906.2a11db8da29c84ad17589eec27e9421c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:24:59,367 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2a11db8da29c84ad17589eec27e9421c, disabling compactions & flushes 2024-11-13T07:24:59,367 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731482698906.2a11db8da29c84ad17589eec27e9421c. 2024-11-13T07:24:59,367 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731482698906.2a11db8da29c84ad17589eec27e9421c. 2024-11-13T07:24:59,367 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731482698906.2a11db8da29c84ad17589eec27e9421c. after waiting 0 ms 2024-11-13T07:24:59,367 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731482698906.2a11db8da29c84ad17589eec27e9421c. 2024-11-13T07:24:59,367 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731482698906.2a11db8da29c84ad17589eec27e9421c. 2024-11-13T07:24:59,367 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2a11db8da29c84ad17589eec27e9421c: Waiting for close lock at 1731482699367Disabling compacts and flushes for region at 1731482699367Disabling writes for close at 1731482699367Writing region close event to WAL at 1731482699367Closed at 1731482699367 2024-11-13T07:24:59,369 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T07:24:59,370 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731482698906.2a11db8da29c84ad17589eec27e9421c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731482699369"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482699369"}]},"ts":"1731482699369"} 2024-11-13T07:24:59,376 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T07:24:59,380 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T07:24:59,380 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482699380"}]},"ts":"1731482699380"} 2024-11-13T07:24:59,382 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T07:24:59,383 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2a11db8da29c84ad17589eec27e9421c, ASSIGN}] 2024-11-13T07:24:59,384 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2a11db8da29c84ad17589eec27e9421c, ASSIGN 2024-11-13T07:24:59,388 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2a11db8da29c84ad17589eec27e9421c, ASSIGN; state=OFFLINE, location=2998b885bdef,38505,1731482688516; forceNewPlan=false, retain=false 2024-11-13T07:24:59,538 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2a11db8da29c84ad17589eec27e9421c, regionState=OPENING, regionLocation=2998b885bdef,38505,1731482688516 2024-11-13T07:24:59,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2a11db8da29c84ad17589eec27e9421c, ASSIGN because future has completed 2024-11-13T07:24:59,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a11db8da29c84ad17589eec27e9421c, server=2998b885bdef,38505,1731482688516}] 2024-11-13T07:24:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:24:59,702 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731482698906.2a11db8da29c84ad17589eec27e9421c. 2024-11-13T07:24:59,702 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a11db8da29c84ad17589eec27e9421c, NAME => 'test,,1731482698906.2a11db8da29c84ad17589eec27e9421c.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:24:59,702 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:24:59,702 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T07:24:59,702 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2a11db8da29c84ad17589eec27e9421c 2024-11-13T07:24:59,702 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731482698906.2a11db8da29c84ad17589eec27e9421c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:24:59,703 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2a11db8da29c84ad17589eec27e9421c 2024-11-13T07:24:59,703 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2a11db8da29c84ad17589eec27e9421c 2024-11-13T07:24:59,704 INFO [StoreOpener-2a11db8da29c84ad17589eec27e9421c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2a11db8da29c84ad17589eec27e9421c 2024-11-13T07:24:59,705 INFO [StoreOpener-2a11db8da29c84ad17589eec27e9421c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a11db8da29c84ad17589eec27e9421c columnFamilyName f 2024-11-13T07:24:59,705 DEBUG [StoreOpener-2a11db8da29c84ad17589eec27e9421c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:59,705 INFO [StoreOpener-2a11db8da29c84ad17589eec27e9421c-1 {}] regionserver.HStore(327): Store=2a11db8da29c84ad17589eec27e9421c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:24:59,706 INFO [StoreOpener-2a11db8da29c84ad17589eec27e9421c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2a11db8da29c84ad17589eec27e9421c 2024-11-13T07:24:59,708 INFO [StoreOpener-2a11db8da29c84ad17589eec27e9421c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a11db8da29c84ad17589eec27e9421c columnFamilyName f1 2024-11-13T07:24:59,708 DEBUG [StoreOpener-2a11db8da29c84ad17589eec27e9421c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:59,708 INFO [StoreOpener-2a11db8da29c84ad17589eec27e9421c-1 {}] regionserver.HStore(327): Store=2a11db8da29c84ad17589eec27e9421c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:24:59,708 INFO [StoreOpener-2a11db8da29c84ad17589eec27e9421c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2a11db8da29c84ad17589eec27e9421c 2024-11-13T07:24:59,710 INFO [StoreOpener-2a11db8da29c84ad17589eec27e9421c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a11db8da29c84ad17589eec27e9421c columnFamilyName norep 2024-11-13T07:24:59,710 DEBUG [StoreOpener-2a11db8da29c84ad17589eec27e9421c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:24:59,710 INFO [StoreOpener-2a11db8da29c84ad17589eec27e9421c-1 {}] regionserver.HStore(327): Store=2a11db8da29c84ad17589eec27e9421c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:24:59,711 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2a11db8da29c84ad17589eec27e9421c 2024-11-13T07:24:59,711 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/default/test/2a11db8da29c84ad17589eec27e9421c 2024-11-13T07:24:59,712 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/default/test/2a11db8da29c84ad17589eec27e9421c 2024-11-13T07:24:59,713 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2a11db8da29c84ad17589eec27e9421c 2024-11-13T07:24:59,713 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2a11db8da29c84ad17589eec27e9421c 2024-11-13T07:24:59,714 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T07:24:59,715 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2a11db8da29c84ad17589eec27e9421c 2024-11-13T07:24:59,717 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/default/test/2a11db8da29c84ad17589eec27e9421c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:24:59,717 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2a11db8da29c84ad17589eec27e9421c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59552342, jitterRate=-0.11260095238685608}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T07:24:59,717 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2a11db8da29c84ad17589eec27e9421c 2024-11-13T07:24:59,717 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2a11db8da29c84ad17589eec27e9421c: Running coprocessor pre-open hook at 1731482699703Writing region info on filesystem at 1731482699703Initializing all the Stores at 1731482699703Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482699703Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482699703Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482699703Cleaning up temporary data from old regions at 1731482699713 (+10 ms)Running coprocessor post-open hooks at 1731482699717 (+4 ms)Region opened successfully at 1731482699717 2024-11-13T07:24:59,718 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731482698906.2a11db8da29c84ad17589eec27e9421c., pid=6, masterSystemTime=1731482699693 2024-11-13T07:24:59,721 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2a11db8da29c84ad17589eec27e9421c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2998b885bdef,38505,1731482688516 2024-11-13T07:24:59,721 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731482698906.2a11db8da29c84ad17589eec27e9421c. 2024-11-13T07:24:59,721 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731482698906.2a11db8da29c84ad17589eec27e9421c. 2024-11-13T07:24:59,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a11db8da29c84ad17589eec27e9421c, server=2998b885bdef,38505,1731482688516 because future has completed 2024-11-13T07:24:59,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T07:24:59,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2a11db8da29c84ad17589eec27e9421c, server=2998b885bdef,38505,1731482688516 in 183 msec 2024-11-13T07:24:59,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T07:24:59,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2a11db8da29c84ad17589eec27e9421c, ASSIGN in 343 msec 2024-11-13T07:24:59,728 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T07:24:59,728 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482699728"}]},"ts":"1731482699728"} 2024-11-13T07:24:59,730 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T07:24:59,731 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T07:24:59,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 825 msec 2024-11-13T07:25:00,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:25:00,052 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T07:25:00,052 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:25:00,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,40325,1731482695233 2024-11-13T07:25:00,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c6962bf 2024-11-13T07:25:00,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:25:00,054 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:25:00,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:25:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T07:25:00,057 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T07:25:00,057 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:00,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T07:25:00,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T07:25:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:25:00,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741835_1011 (size=902) 2024-11-13T07:25:00,133 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T07:25:00,133 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T07:25:00,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T07:25:00,134 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T07:25:00,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:25:00,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:25:00,472 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 77c0f8d06e2603dab86335ce721bfb84, NAME => 'test,,1731482700055.77c0f8d06e2603dab86335ce721bfb84.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8 2024-11-13T07:25:00,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741836_1012 (size=39) 2024-11-13T07:25:00,478 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731482700055.77c0f8d06e2603dab86335ce721bfb84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:25:00,479 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 77c0f8d06e2603dab86335ce721bfb84, disabling compactions & flushes 2024-11-13T07:25:00,479 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731482700055.77c0f8d06e2603dab86335ce721bfb84. 2024-11-13T07:25:00,479 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731482700055.77c0f8d06e2603dab86335ce721bfb84. 2024-11-13T07:25:00,479 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731482700055.77c0f8d06e2603dab86335ce721bfb84. after waiting 0 ms 2024-11-13T07:25:00,479 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731482700055.77c0f8d06e2603dab86335ce721bfb84. 2024-11-13T07:25:00,479 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731482700055.77c0f8d06e2603dab86335ce721bfb84. 2024-11-13T07:25:00,479 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 77c0f8d06e2603dab86335ce721bfb84: Waiting for close lock at 1731482700479Disabling compacts and flushes for region at 1731482700479Disabling writes for close at 1731482700479Writing region close event to WAL at 1731482700479Closed at 1731482700479 2024-11-13T07:25:00,480 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T07:25:00,480 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731482700055.77c0f8d06e2603dab86335ce721bfb84.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731482700480"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482700480"}]},"ts":"1731482700480"} 2024-11-13T07:25:00,482 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T07:25:00,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T07:25:00,484 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482700483"}]},"ts":"1731482700483"} 2024-11-13T07:25:00,486 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T07:25:00,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=77c0f8d06e2603dab86335ce721bfb84, ASSIGN}] 2024-11-13T07:25:00,488 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=77c0f8d06e2603dab86335ce721bfb84, ASSIGN 2024-11-13T07:25:00,489 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=77c0f8d06e2603dab86335ce721bfb84, ASSIGN; state=OFFLINE, location=2998b885bdef,38045,1731482695364; forceNewPlan=false, retain=false 2024-11-13T07:25:00,639 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=77c0f8d06e2603dab86335ce721bfb84, regionState=OPENING, regionLocation=2998b885bdef,38045,1731482695364 2024-11-13T07:25:00,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=77c0f8d06e2603dab86335ce721bfb84, ASSIGN because future has completed 2024-11-13T07:25:00,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77c0f8d06e2603dab86335ce721bfb84, server=2998b885bdef,38045,1731482695364}] 2024-11-13T07:25:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:25:00,805 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731482700055.77c0f8d06e2603dab86335ce721bfb84. 2024-11-13T07:25:00,806 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 77c0f8d06e2603dab86335ce721bfb84, NAME => 'test,,1731482700055.77c0f8d06e2603dab86335ce721bfb84.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:25:00,807 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:25:00,807 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T07:25:00,807 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 77c0f8d06e2603dab86335ce721bfb84 2024-11-13T07:25:00,807 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731482700055.77c0f8d06e2603dab86335ce721bfb84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:25:00,807 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 77c0f8d06e2603dab86335ce721bfb84 2024-11-13T07:25:00,807 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 77c0f8d06e2603dab86335ce721bfb84 2024-11-13T07:25:00,809 INFO [StoreOpener-77c0f8d06e2603dab86335ce721bfb84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 77c0f8d06e2603dab86335ce721bfb84 2024-11-13T07:25:00,810 INFO [StoreOpener-77c0f8d06e2603dab86335ce721bfb84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77c0f8d06e2603dab86335ce721bfb84 columnFamilyName f 2024-11-13T07:25:00,810 DEBUG [StoreOpener-77c0f8d06e2603dab86335ce721bfb84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:00,810 INFO [StoreOpener-77c0f8d06e2603dab86335ce721bfb84-1 {}] regionserver.HStore(327): Store=77c0f8d06e2603dab86335ce721bfb84/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:25:00,810 INFO [StoreOpener-77c0f8d06e2603dab86335ce721bfb84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 77c0f8d06e2603dab86335ce721bfb84 2024-11-13T07:25:00,811 INFO [StoreOpener-77c0f8d06e2603dab86335ce721bfb84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77c0f8d06e2603dab86335ce721bfb84 columnFamilyName f1 2024-11-13T07:25:00,811 DEBUG [StoreOpener-77c0f8d06e2603dab86335ce721bfb84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:00,812 INFO [StoreOpener-77c0f8d06e2603dab86335ce721bfb84-1 {}] regionserver.HStore(327): Store=77c0f8d06e2603dab86335ce721bfb84/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:25:00,812 INFO [StoreOpener-77c0f8d06e2603dab86335ce721bfb84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 77c0f8d06e2603dab86335ce721bfb84 2024-11-13T07:25:00,813 INFO [StoreOpener-77c0f8d06e2603dab86335ce721bfb84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77c0f8d06e2603dab86335ce721bfb84 columnFamilyName norep 2024-11-13T07:25:00,813 DEBUG [StoreOpener-77c0f8d06e2603dab86335ce721bfb84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:00,813 INFO [StoreOpener-77c0f8d06e2603dab86335ce721bfb84-1 {}] regionserver.HStore(327): Store=77c0f8d06e2603dab86335ce721bfb84/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:25:00,813 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 77c0f8d06e2603dab86335ce721bfb84 2024-11-13T07:25:00,814 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/default/test/77c0f8d06e2603dab86335ce721bfb84 2024-11-13T07:25:00,814 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/default/test/77c0f8d06e2603dab86335ce721bfb84 2024-11-13T07:25:00,815 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 77c0f8d06e2603dab86335ce721bfb84 2024-11-13T07:25:00,815 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 77c0f8d06e2603dab86335ce721bfb84 2024-11-13T07:25:00,815 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T07:25:00,816 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 77c0f8d06e2603dab86335ce721bfb84 2024-11-13T07:25:00,818 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/default/test/77c0f8d06e2603dab86335ce721bfb84/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:25:00,818 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 77c0f8d06e2603dab86335ce721bfb84; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73639293, jitterRate=0.09731097519397736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T07:25:00,818 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 77c0f8d06e2603dab86335ce721bfb84 2024-11-13T07:25:00,819 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 77c0f8d06e2603dab86335ce721bfb84: Running coprocessor pre-open hook at 1731482700807Writing region info on filesystem at 1731482700808 (+1 ms)Initializing all the Stores at 1731482700808Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482700808Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482700808Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482700808Cleaning up temporary data from old regions at 1731482700815 (+7 ms)Running coprocessor post-open hooks at 1731482700818 (+3 ms)Region opened successfully at 1731482700819 (+1 ms) 2024-11-13T07:25:00,820 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731482700055.77c0f8d06e2603dab86335ce721bfb84., pid=6, masterSystemTime=1731482700800 2024-11-13T07:25:00,821 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731482700055.77c0f8d06e2603dab86335ce721bfb84. 2024-11-13T07:25:00,821 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731482700055.77c0f8d06e2603dab86335ce721bfb84. 2024-11-13T07:25:00,822 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=77c0f8d06e2603dab86335ce721bfb84, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2998b885bdef,38045,1731482695364 2024-11-13T07:25:00,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77c0f8d06e2603dab86335ce721bfb84, server=2998b885bdef,38045,1731482695364 because future has completed 2024-11-13T07:25:00,827 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T07:25:00,827 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 77c0f8d06e2603dab86335ce721bfb84, server=2998b885bdef,38045,1731482695364 in 176 msec 2024-11-13T07:25:00,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T07:25:00,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=77c0f8d06e2603dab86335ce721bfb84, ASSIGN in 341 msec 2024-11-13T07:25:00,829 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T07:25:00,830 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482700830"}]},"ts":"1731482700830"} 2024-11-13T07:25:00,832 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T07:25:00,833 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T07:25:00,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 778 msec 2024-11-13T07:25:01,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:25:01,192 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T07:25:01,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eed7d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:01,196 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,34965,-1 for getting cluster id 2024-11-13T07:25:01,197 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:25:01,197 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '951dab90-6687-4f81-a7e4-6238b1546a50' 2024-11-13T07:25:01,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:25:01,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "951dab90-6687-4f81-a7e4-6238b1546a50" 2024-11-13T07:25:01,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43a105bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:01,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,34965,-1] 2024-11-13T07:25:01,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:25:01,199 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:01,199 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:25:01,200 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f76773, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:01,200 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:25:01,201 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,34965,1731482681519 2024-11-13T07:25:01,201 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@659aa126 2024-11-13T07:25:01,201 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:25:01,202 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:25:01,203 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34965 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2998b885bdef:42437,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T07:25:01,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34965 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T07:25:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:25:01,206 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2998b885bdef:42437' 2024-11-13T07:25:01,208 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@250b6ab7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:01,208 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42437,-1 for getting cluster id 2024-11-13T07:25:01,208 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:25:01,210 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f21bdc7-a7ef-4918-afb0-4843e5c4cbf2' 2024-11-13T07:25:01,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:25:01,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f21bdc7-a7ef-4918-afb0-4843e5c4cbf2" 2024-11-13T07:25:01,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b770b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:01,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42437,-1] 2024-11-13T07:25:01,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:25:01,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:01,231 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:25:01,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fb53bae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:01,232 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:25:01,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,42437,1731482688343 2024-11-13T07:25:01,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1eb70f9c 2024-11-13T07:25:01,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:25:01,234 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:25:01,235 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T07:25:01,235 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T07:25:01,235 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:01,235 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:01,235 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:25:01,235 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:25:01,236 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T07:25:01,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T07:25:01,238 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:01,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T07:25:01,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741837_1013 (size=1138) 2024-11-13T07:25:01,287 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T07:25:01,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:25:01,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:25:01,598 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T07:25:01,684 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4c2c9c8e75e9f96ba3ffb74c57851ade, NAME => 'hbase:replication,,1731482701235.4c2c9c8e75e9f96ba3ffb74c57851ade.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312 2024-11-13T07:25:01,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741838_1014 (size=44) 2024-11-13T07:25:01,695 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731482701235.4c2c9c8e75e9f96ba3ffb74c57851ade.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:25:01,695 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4c2c9c8e75e9f96ba3ffb74c57851ade, disabling compactions & flushes 2024-11-13T07:25:01,695 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731482701235.4c2c9c8e75e9f96ba3ffb74c57851ade. 2024-11-13T07:25:01,695 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731482701235.4c2c9c8e75e9f96ba3ffb74c57851ade. 2024-11-13T07:25:01,695 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731482701235.4c2c9c8e75e9f96ba3ffb74c57851ade. after waiting 0 ms 2024-11-13T07:25:01,695 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731482701235.4c2c9c8e75e9f96ba3ffb74c57851ade. 2024-11-13T07:25:01,695 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731482701235.4c2c9c8e75e9f96ba3ffb74c57851ade. 2024-11-13T07:25:01,695 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4c2c9c8e75e9f96ba3ffb74c57851ade: Waiting for close lock at 1731482701695Disabling compacts and flushes for region at 1731482701695Disabling writes for close at 1731482701695Writing region close event to WAL at 1731482701695Closed at 1731482701695 2024-11-13T07:25:01,696 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T07:25:01,697 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731482701235.4c2c9c8e75e9f96ba3ffb74c57851ade.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731482701696"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482701696"}]},"ts":"1731482701696"} 2024-11-13T07:25:01,699 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T07:25:01,700 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T07:25:01,700 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482701700"}]},"ts":"1731482701700"} 2024-11-13T07:25:01,702 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T07:25:01,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4c2c9c8e75e9f96ba3ffb74c57851ade, ASSIGN}] 2024-11-13T07:25:01,704 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4c2c9c8e75e9f96ba3ffb74c57851ade, ASSIGN 2024-11-13T07:25:01,704 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4c2c9c8e75e9f96ba3ffb74c57851ade, ASSIGN; state=OFFLINE, location=2998b885bdef,38229,1731482681722; forceNewPlan=false, retain=false 2024-11-13T07:25:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:25:01,855 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4c2c9c8e75e9f96ba3ffb74c57851ade, regionState=OPENING, regionLocation=2998b885bdef,38229,1731482681722 2024-11-13T07:25:01,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4c2c9c8e75e9f96ba3ffb74c57851ade, ASSIGN because future has completed 2024-11-13T07:25:01,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c2c9c8e75e9f96ba3ffb74c57851ade, server=2998b885bdef,38229,1731482681722}] 2024-11-13T07:25:02,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731482701235.4c2c9c8e75e9f96ba3ffb74c57851ade. 2024-11-13T07:25:02,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:25:02,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T07:25:02,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C38229%2C1731482681722.rep, suffix=, logDir=hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/WALs/2998b885bdef,38229,1731482681722, archiveDir=hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/oldWALs, maxLogs=10 2024-11-13T07:25:02,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/WALs/2998b885bdef,38229,1731482681722/2998b885bdef%2C38229%2C1731482681722.rep.1731482702023, exclude list is [], retry=0 2024-11-13T07:25:02,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37899,DS-af3cd5f2-1b2b-43b5-bbad-b7835db988af,DISK] 2024-11-13T07:25:02,077 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/WALs/2998b885bdef,38229,1731482681722/2998b885bdef%2C38229%2C1731482681722.rep.1731482702023 2024-11-13T07:25:02,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42383:42383)] 2024-11-13T07:25:02,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c2c9c8e75e9f96ba3ffb74c57851ade, NAME => 'hbase:replication,,1731482701235.4c2c9c8e75e9f96ba3ffb74c57851ade.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:25:02,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:25:02,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T07:25:02,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731482701235.4c2c9c8e75e9f96ba3ffb74c57851ade. service=MultiRowMutationService 2024-11-13T07:25:02,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T07:25:02,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4c2c9c8e75e9f96ba3ffb74c57851ade 2024-11-13T07:25:02,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731482701235.4c2c9c8e75e9f96ba3ffb74c57851ade.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:25:02,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4c2c9c8e75e9f96ba3ffb74c57851ade 2024-11-13T07:25:02,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4c2c9c8e75e9f96ba3ffb74c57851ade 2024-11-13T07:25:02,094 INFO [StoreOpener-4c2c9c8e75e9f96ba3ffb74c57851ade-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4c2c9c8e75e9f96ba3ffb74c57851ade 2024-11-13T07:25:02,095 INFO [StoreOpener-4c2c9c8e75e9f96ba3ffb74c57851ade-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c2c9c8e75e9f96ba3ffb74c57851ade columnFamilyName hfileref 2024-11-13T07:25:02,095 DEBUG [StoreOpener-4c2c9c8e75e9f96ba3ffb74c57851ade-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:02,096 INFO [StoreOpener-4c2c9c8e75e9f96ba3ffb74c57851ade-1 {}] regionserver.HStore(327): Store=4c2c9c8e75e9f96ba3ffb74c57851ade/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:25:02,096 INFO [StoreOpener-4c2c9c8e75e9f96ba3ffb74c57851ade-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4c2c9c8e75e9f96ba3ffb74c57851ade 2024-11-13T07:25:02,098 INFO [StoreOpener-4c2c9c8e75e9f96ba3ffb74c57851ade-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c2c9c8e75e9f96ba3ffb74c57851ade columnFamilyName queue 2024-11-13T07:25:02,098 DEBUG [StoreOpener-4c2c9c8e75e9f96ba3ffb74c57851ade-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:02,100 INFO [StoreOpener-4c2c9c8e75e9f96ba3ffb74c57851ade-1 {}] regionserver.HStore(327): Store=4c2c9c8e75e9f96ba3ffb74c57851ade/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:25:02,100 INFO [StoreOpener-4c2c9c8e75e9f96ba3ffb74c57851ade-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4c2c9c8e75e9f96ba3ffb74c57851ade 2024-11-13T07:25:02,102 INFO [StoreOpener-4c2c9c8e75e9f96ba3ffb74c57851ade-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c2c9c8e75e9f96ba3ffb74c57851ade columnFamilyName sid 2024-11-13T07:25:02,102 DEBUG [StoreOpener-4c2c9c8e75e9f96ba3ffb74c57851ade-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:02,103 INFO [StoreOpener-4c2c9c8e75e9f96ba3ffb74c57851ade-1 {}] regionserver.HStore(327): Store=4c2c9c8e75e9f96ba3ffb74c57851ade/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:25:02,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4c2c9c8e75e9f96ba3ffb74c57851ade 2024-11-13T07:25:02,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/hbase/replication/4c2c9c8e75e9f96ba3ffb74c57851ade 2024-11-13T07:25:02,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/hbase/replication/4c2c9c8e75e9f96ba3ffb74c57851ade 2024-11-13T07:25:02,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4c2c9c8e75e9f96ba3ffb74c57851ade 2024-11-13T07:25:02,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4c2c9c8e75e9f96ba3ffb74c57851ade 2024-11-13T07:25:02,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T07:25:02,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4c2c9c8e75e9f96ba3ffb74c57851ade 2024-11-13T07:25:02,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/hbase/replication/4c2c9c8e75e9f96ba3ffb74c57851ade/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:25:02,118 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4c2c9c8e75e9f96ba3ffb74c57851ade; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70778651, jitterRate=0.05468408763408661}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T07:25:02,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c2c9c8e75e9f96ba3ffb74c57851ade 2024-11-13T07:25:02,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4c2c9c8e75e9f96ba3ffb74c57851ade: Running coprocessor pre-open hook at 1731482702091Writing region info on filesystem at 1731482702091Initializing all the Stores at 1731482702092 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482702092Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482702093 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482702093Cleaning up temporary data from old regions at 1731482702105 (+12 ms)Running coprocessor post-open hooks at 1731482702118 (+13 ms)Region opened successfully at 1731482702118 2024-11-13T07:25:02,119 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731482701235.4c2c9c8e75e9f96ba3ffb74c57851ade., pid=10, masterSystemTime=1731482702016 2024-11-13T07:25:02,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731482701235.4c2c9c8e75e9f96ba3ffb74c57851ade. 2024-11-13T07:25:02,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731482701235.4c2c9c8e75e9f96ba3ffb74c57851ade. 2024-11-13T07:25:02,121 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4c2c9c8e75e9f96ba3ffb74c57851ade, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,38229,1731482681722 2024-11-13T07:25:02,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c2c9c8e75e9f96ba3ffb74c57851ade, server=2998b885bdef,38229,1731482681722 because future has completed 2024-11-13T07:25:02,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T07:25:02,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c2c9c8e75e9f96ba3ffb74c57851ade, server=2998b885bdef,38229,1731482681722 in 266 msec 2024-11-13T07:25:02,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T07:25:02,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4c2c9c8e75e9f96ba3ffb74c57851ade, ASSIGN in 424 msec 2024-11-13T07:25:02,128 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T07:25:02,128 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482702128"}]},"ts":"1731482702128"} 2024-11-13T07:25:02,130 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T07:25:02,131 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T07:25:02,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 896 msec 2024-11-13T07:25:02,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731482701235.4c2c9c8e75e9f96ba3ffb74c57851ade., hostname=2998b885bdef,38229,1731482681722, seqNum=2] 2024-11-13T07:25:02,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34965-0x1013314f1190000, quorum=127.0.0.1:60318, baseZNode=/01039694684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01039694684 2024-11-13T07:25:02,171 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38229-0x1013314f1190001, quorum=127.0.0.1:60318, baseZNode=/01039694684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01039694684 2024-11-13T07:25:02,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T07:25:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:25:02,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T07:25:02,368 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T07:25:02,409 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2998b885bdef,38229,1731482681722, ReplicationSource: 1, currentBandwidth=0 2024-11-13T07:25:02,412 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:25:02,413 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,38229,1731482681722, seqNum=-1] 2024-11-13T07:25:02,414 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:25:02,416 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-13T07:25:02,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2998b885bdef,38229,1731482681722', locateType=CURRENT is [region=hbase:replication,,1731482701235.4c2c9c8e75e9f96ba3ffb74c57851ade., hostname=2998b885bdef,38229,1731482681722, seqNum=2] 2024-11-13T07:25:02,422 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T07:25:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34965 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T07:25:02,424 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2998b885bdef,38229,1731482681722 suceeded 2024-11-13T07:25:02,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T07:25:02,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 231 msec 2024-11-13T07:25:02,427 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2998b885bdef:42437,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T07:25:02,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2240 sec 2024-11-13T07:25:02,445 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2998b885bdef:42437' 2024-11-13T07:25:02,458 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c3ab543, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:02,458 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42437,-1 for getting cluster id 2024-11-13T07:25:02,459 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:25:02,460 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f21bdc7-a7ef-4918-afb0-4843e5c4cbf2' 2024-11-13T07:25:02,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:25:02,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f21bdc7-a7ef-4918-afb0-4843e5c4cbf2" 2024-11-13T07:25:02,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27732392, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:02,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42437,-1] 2024-11-13T07:25:02,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:25:02,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:02,461 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:25:02,462 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33056d59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:02,462 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:25:02,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,42437,1731482688343 2024-11-13T07:25:02,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@118f3479 2024-11-13T07:25:02,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:25:02,464 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-13T07:25:02,465 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2998b885bdef,38229,1731482681722 (queues=1) is replicating from cluster=951dab90-6687-4f81-a7e4-6238b1546a50 to cluster=1f21bdc7-a7ef-4918-afb0-4843e5c4cbf2 2024-11-13T07:25:02,465 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2998b885bdef%2C38229%2C1731482681722 2024-11-13T07:25:02,465 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2998b885bdef,38229,1731482681722, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T07:25:02,476 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722.replicationSource.wal-reader.2998b885bdef%2C38229%2C1731482681722,1-2998b885bdef,38229,1731482681722 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/WALs/2998b885bdef,38229,1731482681722/2998b885bdef%2C38229%2C1731482681722.1731482683757, startPosition=0, beingWritten=true 2024-11-13T07:25:02,484 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722.replicationSource.shipper2998b885bdef%2C38229%2C1731482681722,1-2998b885bdef,38229,1731482681722 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2998b885bdef%2C38229%2C1731482681722 2024-11-13T07:25:02,528 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722.replicationSource.wal-reader.2998b885bdef%2C38229%2C1731482681722,1-2998b885bdef,38229,1731482681722 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:25:02,528 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722.replicationSource.wal-reader.2998b885bdef%2C38229%2C1731482681722,1-2998b885bdef,38229,1731482681722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/WALs/2998b885bdef,38229,1731482681722/2998b885bdef%2C38229%2C1731482681722.1731482683757 to pos 379, reset compression=false 2024-11-13T07:25:02,535 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722.replicationSource.shipper2998b885bdef%2C38229%2C1731482681722,1-2998b885bdef,38229,1731482681722 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,38229,1731482681722 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/WALs/2998b885bdef,38229,1731482681722/2998b885bdef%2C38229%2C1731482681722.1731482683757, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T07:25:02,763 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722.replicationSource.wal-reader.2998b885bdef%2C38229%2C1731482681722,1-2998b885bdef,38229,1731482681722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/WALs/2998b885bdef,38229,1731482681722/2998b885bdef%2C38229%2C1731482681722.1731482683757 to pos 379, reset compression=false 2024-11-13T07:25:03,026 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T07:25:03,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:03,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:03,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:03,066 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722.replicationSource.wal-reader.2998b885bdef%2C38229%2C1731482681722,1-2998b885bdef,38229,1731482681722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/WALs/2998b885bdef,38229,1731482681722/2998b885bdef%2C38229%2C1731482681722.1731482683757 to pos 379, reset compression=false 2024-11-13T07:25:03,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:03,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:03,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:03,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:03,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:03,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:03,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:03,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:03,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:03,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:03,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:25:03,362 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T07:25:03,362 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:25:03,362 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:25:03,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:03,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:03,362 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:25:03,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b08a653, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:03,362 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42437,-1 for getting cluster id 2024-11-13T07:25:03,363 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:25:03,363 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f21bdc7-a7ef-4918-afb0-4843e5c4cbf2' 2024-11-13T07:25:03,363 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:25:03,363 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f21bdc7-a7ef-4918-afb0-4843e5c4cbf2" 2024-11-13T07:25:03,364 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e12cd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:03,364 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42437,-1] 2024-11-13T07:25:03,364 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:25:03,364 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:03,365 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:25:03,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3621fef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:03,366 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:25:03,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,42437,1731482688343 2024-11-13T07:25:03,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20a37b74 2024-11-13T07:25:03,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:25:03,369 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:25:03,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42437 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2998b885bdef:40325,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T07:25:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42437 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T07:25:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:25:03,371 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2998b885bdef:40325' 2024-11-13T07:25:03,372 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3180abe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:03,372 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,40325,-1 for getting cluster id 2024-11-13T07:25:03,372 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:25:03,373 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ed6952d-857d-42ac-ab6c-ed00fc6d32ff' 2024-11-13T07:25:03,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:25:03,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ed6952d-857d-42ac-ab6c-ed00fc6d32ff" 2024-11-13T07:25:03,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e0d321b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:03,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,40325,-1] 2024-11-13T07:25:03,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:25:03,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:03,374 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:25:03,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f725edc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:03,374 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:25:03,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,40325,1731482695233 2024-11-13T07:25:03,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37cf41e5 2024-11-13T07:25:03,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:25:03,375 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:25:03,376 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T07:25:03,376 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T07:25:03,376 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:03,376 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:03,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:25:03,377 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:25:03,377 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T07:25:03,378 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T07:25:03,378 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:03,379 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T07:25:03,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741837_1013 (size=1138) 2024-11-13T07:25:03,393 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5e4bd193e277d91940f8a336cd188aea, NAME => 'hbase:replication,,1731482703376.5e4bd193e277d91940f8a336cd188aea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9 2024-11-13T07:25:03,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741838_1014 (size=44) 2024-11-13T07:25:03,428 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T07:25:03,470 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722.replicationSource.wal-reader.2998b885bdef%2C38229%2C1731482681722,1-2998b885bdef,38229,1731482681722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/WALs/2998b885bdef,38229,1731482681722/2998b885bdef%2C38229%2C1731482681722.1731482683757 to pos 379, reset compression=false 2024-11-13T07:25:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:25:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:25:03,802 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731482703376.5e4bd193e277d91940f8a336cd188aea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:25:03,802 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5e4bd193e277d91940f8a336cd188aea, disabling compactions & flushes 2024-11-13T07:25:03,802 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731482703376.5e4bd193e277d91940f8a336cd188aea. 2024-11-13T07:25:03,802 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731482703376.5e4bd193e277d91940f8a336cd188aea. 2024-11-13T07:25:03,802 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731482703376.5e4bd193e277d91940f8a336cd188aea. after waiting 0 ms 2024-11-13T07:25:03,802 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731482703376.5e4bd193e277d91940f8a336cd188aea. 2024-11-13T07:25:03,802 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731482703376.5e4bd193e277d91940f8a336cd188aea. 2024-11-13T07:25:03,802 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5e4bd193e277d91940f8a336cd188aea: Waiting for close lock at 1731482703802Disabling compacts and flushes for region at 1731482703802Disabling writes for close at 1731482703802Writing region close event to WAL at 1731482703802Closed at 1731482703802 2024-11-13T07:25:03,803 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T07:25:03,803 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731482703376.5e4bd193e277d91940f8a336cd188aea.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731482703803"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482703803"}]},"ts":"1731482703803"} 2024-11-13T07:25:03,805 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T07:25:03,806 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T07:25:03,806 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482703806"}]},"ts":"1731482703806"} 2024-11-13T07:25:03,808 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T07:25:03,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5e4bd193e277d91940f8a336cd188aea, ASSIGN}] 2024-11-13T07:25:03,810 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5e4bd193e277d91940f8a336cd188aea, ASSIGN 2024-11-13T07:25:03,810 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5e4bd193e277d91940f8a336cd188aea, ASSIGN; state=OFFLINE, location=2998b885bdef,38505,1731482688516; forceNewPlan=false, retain=false 2024-11-13T07:25:03,961 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5e4bd193e277d91940f8a336cd188aea, regionState=OPENING, regionLocation=2998b885bdef,38505,1731482688516 2024-11-13T07:25:03,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5e4bd193e277d91940f8a336cd188aea, ASSIGN because future has completed 2024-11-13T07:25:03,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e4bd193e277d91940f8a336cd188aea, server=2998b885bdef,38505,1731482688516}] 2024-11-13T07:25:03,977 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722.replicationSource.wal-reader.2998b885bdef%2C38229%2C1731482681722,1-2998b885bdef,38229,1731482681722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/WALs/2998b885bdef,38229,1731482681722/2998b885bdef%2C38229%2C1731482681722.1731482683757 to pos 379, reset compression=false 2024-11-13T07:25:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:25:04,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731482703376.5e4bd193e277d91940f8a336cd188aea. 2024-11-13T07:25:04,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:25:04,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T07:25:04,124 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C38505%2C1731482688516.rep, suffix=, logDir=hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516, archiveDir=hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/oldWALs, maxLogs=10 2024-11-13T07:25:04,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.rep.1731482704124, exclude list is [], retry=0 2024-11-13T07:25:04,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35953,DS-88ebb997-f687-41e1-a2f2-1fafce5107cd,DISK] 2024-11-13T07:25:04,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.rep.1731482704124 2024-11-13T07:25:04,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33423:33423)] 2024-11-13T07:25:04,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e4bd193e277d91940f8a336cd188aea, NAME => 'hbase:replication,,1731482703376.5e4bd193e277d91940f8a336cd188aea.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:25:04,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:25:04,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T07:25:04,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731482703376.5e4bd193e277d91940f8a336cd188aea. service=MultiRowMutationService 2024-11-13T07:25:04,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T07:25:04,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5e4bd193e277d91940f8a336cd188aea 2024-11-13T07:25:04,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731482703376.5e4bd193e277d91940f8a336cd188aea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:25:04,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5e4bd193e277d91940f8a336cd188aea 2024-11-13T07:25:04,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5e4bd193e277d91940f8a336cd188aea 2024-11-13T07:25:04,146 INFO [StoreOpener-5e4bd193e277d91940f8a336cd188aea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5e4bd193e277d91940f8a336cd188aea 2024-11-13T07:25:04,147 INFO [StoreOpener-5e4bd193e277d91940f8a336cd188aea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e4bd193e277d91940f8a336cd188aea columnFamilyName hfileref 2024-11-13T07:25:04,147 DEBUG [StoreOpener-5e4bd193e277d91940f8a336cd188aea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:04,148 INFO [StoreOpener-5e4bd193e277d91940f8a336cd188aea-1 {}] regionserver.HStore(327): Store=5e4bd193e277d91940f8a336cd188aea/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:25:04,148 INFO [StoreOpener-5e4bd193e277d91940f8a336cd188aea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5e4bd193e277d91940f8a336cd188aea 2024-11-13T07:25:04,148 INFO [StoreOpener-5e4bd193e277d91940f8a336cd188aea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e4bd193e277d91940f8a336cd188aea columnFamilyName queue 2024-11-13T07:25:04,149 DEBUG [StoreOpener-5e4bd193e277d91940f8a336cd188aea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:04,149 INFO [StoreOpener-5e4bd193e277d91940f8a336cd188aea-1 {}] regionserver.HStore(327): Store=5e4bd193e277d91940f8a336cd188aea/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:25:04,149 INFO [StoreOpener-5e4bd193e277d91940f8a336cd188aea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5e4bd193e277d91940f8a336cd188aea 2024-11-13T07:25:04,150 INFO [StoreOpener-5e4bd193e277d91940f8a336cd188aea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e4bd193e277d91940f8a336cd188aea columnFamilyName sid 2024-11-13T07:25:04,150 DEBUG [StoreOpener-5e4bd193e277d91940f8a336cd188aea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:04,150 INFO [StoreOpener-5e4bd193e277d91940f8a336cd188aea-1 {}] regionserver.HStore(327): Store=5e4bd193e277d91940f8a336cd188aea/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:25:04,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5e4bd193e277d91940f8a336cd188aea 2024-11-13T07:25:04,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/hbase/replication/5e4bd193e277d91940f8a336cd188aea 2024-11-13T07:25:04,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/hbase/replication/5e4bd193e277d91940f8a336cd188aea 2024-11-13T07:25:04,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5e4bd193e277d91940f8a336cd188aea 2024-11-13T07:25:04,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5e4bd193e277d91940f8a336cd188aea 2024-11-13T07:25:04,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T07:25:04,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5e4bd193e277d91940f8a336cd188aea 2024-11-13T07:25:04,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/hbase/replication/5e4bd193e277d91940f8a336cd188aea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:25:04,155 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5e4bd193e277d91940f8a336cd188aea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60486230, jitterRate=-0.09868493676185608}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T07:25:04,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5e4bd193e277d91940f8a336cd188aea 2024-11-13T07:25:04,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5e4bd193e277d91940f8a336cd188aea: Running coprocessor pre-open hook at 1731482704145Writing region info on filesystem at 1731482704145Initializing all the Stores at 1731482704146 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482704146Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482704146Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482704146Cleaning up temporary data from old regions at 1731482704152 (+6 ms)Running coprocessor post-open hooks at 1731482704156 (+4 ms)Region opened successfully at 1731482704156 2024-11-13T07:25:04,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731482703376.5e4bd193e277d91940f8a336cd188aea., pid=10, masterSystemTime=1731482704120 2024-11-13T07:25:04,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731482703376.5e4bd193e277d91940f8a336cd188aea. 2024-11-13T07:25:04,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731482703376.5e4bd193e277d91940f8a336cd188aea. 2024-11-13T07:25:04,158 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5e4bd193e277d91940f8a336cd188aea, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,38505,1731482688516 2024-11-13T07:25:04,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e4bd193e277d91940f8a336cd188aea, server=2998b885bdef,38505,1731482688516 because future has completed 2024-11-13T07:25:04,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T07:25:04,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5e4bd193e277d91940f8a336cd188aea, server=2998b885bdef,38505,1731482688516 in 198 msec 2024-11-13T07:25:04,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T07:25:04,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5e4bd193e277d91940f8a336cd188aea, ASSIGN in 354 msec 2024-11-13T07:25:04,166 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T07:25:04,166 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482704166"}]},"ts":"1731482704166"} 2024-11-13T07:25:04,168 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T07:25:04,169 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T07:25:04,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 792 msec 2024-11-13T07:25:04,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731482703376.5e4bd193e277d91940f8a336cd188aea., hostname=2998b885bdef,38505,1731482688516, seqNum=2] 2024-11-13T07:25:04,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42437-0x1013314f1190003, quorum=127.0.0.1:60318, baseZNode=/1657001379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1657001379 2024-11-13T07:25:04,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x1013314f1190004, quorum=127.0.0.1:60318, baseZNode=/1657001379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1657001379 2024-11-13T07:25:04,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T07:25:04,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38505 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T07:25:04,419 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T07:25:04,453 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2998b885bdef,38505,1731482688516, ReplicationSource: 1, currentBandwidth=0 2024-11-13T07:25:04,453 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:25:04,453 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,38505,1731482688516, seqNum=-1] 2024-11-13T07:25:04,454 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:25:04,454 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-13T07:25:04,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2998b885bdef,38505,1731482688516', locateType=CURRENT is [region=hbase:replication,,1731482703376.5e4bd193e277d91940f8a336cd188aea., hostname=2998b885bdef,38505,1731482688516, seqNum=2] 2024-11-13T07:25:04,458 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T07:25:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42437 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T07:25:04,460 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2998b885bdef,38505,1731482688516 suceeded 2024-11-13T07:25:04,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T07:25:04,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-13T07:25:04,461 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2998b885bdef:40325,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T07:25:04,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0920 sec 2024-11-13T07:25:04,476 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2998b885bdef:40325' 2024-11-13T07:25:04,478 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c274120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:04,478 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,40325,-1 for getting cluster id 2024-11-13T07:25:04,478 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:25:04,479 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ed6952d-857d-42ac-ab6c-ed00fc6d32ff' 2024-11-13T07:25:04,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:25:04,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ed6952d-857d-42ac-ab6c-ed00fc6d32ff" 2024-11-13T07:25:04,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cf7d229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:04,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,40325,-1] 2024-11-13T07:25:04,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:25:04,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:04,482 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:25:04,482 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38b06d30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:04,482 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:25:04,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,40325,1731482695233 2024-11-13T07:25:04,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e25b64c 2024-11-13T07:25:04,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:25:04,485 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-13T07:25:04,485 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2998b885bdef,38505,1731482688516 (queues=1) is replicating from cluster=1f21bdc7-a7ef-4918-afb0-4843e5c4cbf2 to cluster=1ed6952d-857d-42ac-ab6c-ed00fc6d32ff 2024-11-13T07:25:04,486 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2998b885bdef%2C38505%2C1731482688516 2024-11-13T07:25:04,486 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2998b885bdef,38505,1731482688516, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T07:25:04,486 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.shipper2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2998b885bdef%2C38505%2C1731482688516 2024-11-13T07:25:04,486 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119, startPosition=0, beingWritten=true 2024-11-13T07:25:04,492 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:25:04,492 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119 to pos 379, reset compression=false 2024-11-13T07:25:04,492 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.shipper2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,38505,1731482688516 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T07:25:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:25:04,512 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T07:25:04,512 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:25:04,512 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:25:04,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:04,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:04,512 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:25:04,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683a8ae0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:04,513 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,40325,-1 for getting cluster id 2024-11-13T07:25:04,513 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:25:04,513 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ed6952d-857d-42ac-ab6c-ed00fc6d32ff' 2024-11-13T07:25:04,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:25:04,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ed6952d-857d-42ac-ab6c-ed00fc6d32ff" 2024-11-13T07:25:04,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb61f7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:04,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,40325,-1] 2024-11-13T07:25:04,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:25:04,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:04,515 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:25:04,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69591882, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:04,515 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:25:04,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,40325,1731482695233 2024-11-13T07:25:04,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e52cfb1 2024-11-13T07:25:04,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:25:04,517 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:25:04,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2998b885bdef:42437,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T07:25:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T07:25:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:25:04,520 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2998b885bdef:42437' 2024-11-13T07:25:04,521 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d9bc3da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:04,521 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42437,-1 for getting cluster id 2024-11-13T07:25:04,521 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:25:04,522 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f21bdc7-a7ef-4918-afb0-4843e5c4cbf2' 2024-11-13T07:25:04,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:25:04,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f21bdc7-a7ef-4918-afb0-4843e5c4cbf2" 2024-11-13T07:25:04,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@777c151f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:04,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42437,-1] 2024-11-13T07:25:04,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:25:04,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:04,523 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:25:04,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1028c9e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:04,524 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:25:04,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,42437,1731482688343 2024-11-13T07:25:04,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f6ab703 2024-11-13T07:25:04,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:25:04,526 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:25:04,526 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T07:25:04,526 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T07:25:04,526 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:04,526 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:04,526 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:25:04,527 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:25:04,527 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T07:25:04,528 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T07:25:04,528 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:04,529 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T07:25:04,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741837_1013 (size=1138) 2024-11-13T07:25:04,548 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9c4319b51660c4c376177ee3b33e33fd, NAME => 'hbase:replication,,1731482704526.9c4319b51660c4c376177ee3b33e33fd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8 2024-11-13T07:25:04,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741838_1014 (size=44) 2024-11-13T07:25:04,567 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731482704526.9c4319b51660c4c376177ee3b33e33fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:25:04,567 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9c4319b51660c4c376177ee3b33e33fd, disabling compactions & flushes 2024-11-13T07:25:04,567 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731482704526.9c4319b51660c4c376177ee3b33e33fd. 2024-11-13T07:25:04,567 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731482704526.9c4319b51660c4c376177ee3b33e33fd. 2024-11-13T07:25:04,567 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731482704526.9c4319b51660c4c376177ee3b33e33fd. after waiting 0 ms 2024-11-13T07:25:04,567 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731482704526.9c4319b51660c4c376177ee3b33e33fd. 2024-11-13T07:25:04,567 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731482704526.9c4319b51660c4c376177ee3b33e33fd. 2024-11-13T07:25:04,567 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9c4319b51660c4c376177ee3b33e33fd: Waiting for close lock at 1731482704567Disabling compacts and flushes for region at 1731482704567Disabling writes for close at 1731482704567Writing region close event to WAL at 1731482704567Closed at 1731482704567 2024-11-13T07:25:04,568 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T07:25:04,569 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731482704526.9c4319b51660c4c376177ee3b33e33fd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731482704568"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482704568"}]},"ts":"1731482704568"} 2024-11-13T07:25:04,571 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T07:25:04,572 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T07:25:04,572 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482704572"}]},"ts":"1731482704572"} 2024-11-13T07:25:04,577 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T07:25:04,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c4319b51660c4c376177ee3b33e33fd, ASSIGN}] 2024-11-13T07:25:04,578 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T07:25:04,579 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c4319b51660c4c376177ee3b33e33fd, ASSIGN 2024-11-13T07:25:04,580 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9c4319b51660c4c376177ee3b33e33fd, ASSIGN; state=OFFLINE, location=2998b885bdef,38045,1731482695364; forceNewPlan=false, retain=false 2024-11-13T07:25:04,588 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722.replicationSource.wal-reader.2998b885bdef%2C38229%2C1731482681722,1-2998b885bdef,38229,1731482681722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/WALs/2998b885bdef,38229,1731482681722/2998b885bdef%2C38229%2C1731482681722.1731482683757 to pos 379, reset compression=false 2024-11-13T07:25:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:25:04,696 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119 to pos 379, reset compression=false 2024-11-13T07:25:04,731 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9c4319b51660c4c376177ee3b33e33fd, regionState=OPENING, regionLocation=2998b885bdef,38045,1731482695364 2024-11-13T07:25:04,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9c4319b51660c4c376177ee3b33e33fd, ASSIGN because future has completed 2024-11-13T07:25:04,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c4319b51660c4c376177ee3b33e33fd, server=2998b885bdef,38045,1731482695364}] 2024-11-13T07:25:04,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:25:04,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731482704526.9c4319b51660c4c376177ee3b33e33fd. 2024-11-13T07:25:04,898 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:25:04,898 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T07:25:04,899 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C38045%2C1731482695364.rep, suffix=, logDir=hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364, archiveDir=hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/oldWALs, maxLogs=10 2024-11-13T07:25:04,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.rep.1731482704899, exclude list is [], retry=0 2024-11-13T07:25:04,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44013,DS-abdb9940-2b4b-4efc-b324-40f49d5ff64f,DISK] 2024-11-13T07:25:04,926 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.rep.1731482704899 2024-11-13T07:25:04,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37243:37243)] 2024-11-13T07:25:04,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9c4319b51660c4c376177ee3b33e33fd, NAME => 'hbase:replication,,1731482704526.9c4319b51660c4c376177ee3b33e33fd.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:25:04,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:25:04,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T07:25:04,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731482704526.9c4319b51660c4c376177ee3b33e33fd. service=MultiRowMutationService 2024-11-13T07:25:04,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T07:25:04,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9c4319b51660c4c376177ee3b33e33fd 2024-11-13T07:25:04,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731482704526.9c4319b51660c4c376177ee3b33e33fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:25:04,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9c4319b51660c4c376177ee3b33e33fd 2024-11-13T07:25:04,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9c4319b51660c4c376177ee3b33e33fd 2024-11-13T07:25:04,932 INFO [StoreOpener-9c4319b51660c4c376177ee3b33e33fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9c4319b51660c4c376177ee3b33e33fd 2024-11-13T07:25:04,934 INFO [StoreOpener-9c4319b51660c4c376177ee3b33e33fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c4319b51660c4c376177ee3b33e33fd columnFamilyName hfileref 2024-11-13T07:25:04,934 DEBUG [StoreOpener-9c4319b51660c4c376177ee3b33e33fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:04,934 INFO [StoreOpener-9c4319b51660c4c376177ee3b33e33fd-1 {}] regionserver.HStore(327): Store=9c4319b51660c4c376177ee3b33e33fd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:25:04,934 INFO [StoreOpener-9c4319b51660c4c376177ee3b33e33fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9c4319b51660c4c376177ee3b33e33fd 2024-11-13T07:25:04,935 INFO [StoreOpener-9c4319b51660c4c376177ee3b33e33fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c4319b51660c4c376177ee3b33e33fd columnFamilyName queue 2024-11-13T07:25:04,935 DEBUG [StoreOpener-9c4319b51660c4c376177ee3b33e33fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:04,936 INFO [StoreOpener-9c4319b51660c4c376177ee3b33e33fd-1 {}] regionserver.HStore(327): Store=9c4319b51660c4c376177ee3b33e33fd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:25:04,936 INFO [StoreOpener-9c4319b51660c4c376177ee3b33e33fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9c4319b51660c4c376177ee3b33e33fd 2024-11-13T07:25:04,937 INFO [StoreOpener-9c4319b51660c4c376177ee3b33e33fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c4319b51660c4c376177ee3b33e33fd columnFamilyName sid 2024-11-13T07:25:04,937 DEBUG [StoreOpener-9c4319b51660c4c376177ee3b33e33fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:04,937 INFO [StoreOpener-9c4319b51660c4c376177ee3b33e33fd-1 {}] regionserver.HStore(327): Store=9c4319b51660c4c376177ee3b33e33fd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:25:04,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9c4319b51660c4c376177ee3b33e33fd 2024-11-13T07:25:04,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/hbase/replication/9c4319b51660c4c376177ee3b33e33fd 2024-11-13T07:25:04,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/hbase/replication/9c4319b51660c4c376177ee3b33e33fd 2024-11-13T07:25:04,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9c4319b51660c4c376177ee3b33e33fd 2024-11-13T07:25:04,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9c4319b51660c4c376177ee3b33e33fd 2024-11-13T07:25:04,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T07:25:04,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9c4319b51660c4c376177ee3b33e33fd 2024-11-13T07:25:04,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/hbase/replication/9c4319b51660c4c376177ee3b33e33fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:25:04,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9c4319b51660c4c376177ee3b33e33fd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65265270, jitterRate=-0.027471691370010376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T07:25:04,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9c4319b51660c4c376177ee3b33e33fd 2024-11-13T07:25:04,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9c4319b51660c4c376177ee3b33e33fd: Running coprocessor pre-open hook at 1731482704928Writing region info on filesystem at 1731482704928Initializing all the Stores at 1731482704928Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482704928Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482704932 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482704932Cleaning up temporary data from old regions at 1731482704940 (+8 ms)Running coprocessor post-open hooks at 1731482704944 (+4 ms)Region opened successfully at 1731482704944 2024-11-13T07:25:04,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731482704526.9c4319b51660c4c376177ee3b33e33fd., pid=10, masterSystemTime=1731482704889 2024-11-13T07:25:04,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731482704526.9c4319b51660c4c376177ee3b33e33fd. 2024-11-13T07:25:04,947 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731482704526.9c4319b51660c4c376177ee3b33e33fd. 2024-11-13T07:25:04,947 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9c4319b51660c4c376177ee3b33e33fd, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,38045,1731482695364 2024-11-13T07:25:04,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c4319b51660c4c376177ee3b33e33fd, server=2998b885bdef,38045,1731482695364 because future has completed 2024-11-13T07:25:04,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T07:25:04,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9c4319b51660c4c376177ee3b33e33fd, server=2998b885bdef,38045,1731482695364 in 216 msec 2024-11-13T07:25:04,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T07:25:04,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c4319b51660c4c376177ee3b33e33fd, ASSIGN in 377 msec 2024-11-13T07:25:04,956 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T07:25:04,957 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482704956"}]},"ts":"1731482704956"} 2024-11-13T07:25:04,966 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T07:25:04,967 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T07:25:04,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 440 msec 2024-11-13T07:25:04,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731482704526.9c4319b51660c4c376177ee3b33e33fd., hostname=2998b885bdef,38045,1731482695364, seqNum=2] 2024-11-13T07:25:04,999 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119 to pos 379, reset compression=false 2024-11-13T07:25:05,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38045-0x1013314f1190007, quorum=127.0.0.1:60318, baseZNode=/218846522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/218846522 2024-11-13T07:25:05,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40325-0x1013314f1190006, quorum=127.0.0.1:60318, baseZNode=/218846522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/218846522 2024-11-13T07:25:05,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T07:25:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:25:05,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38045 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T07:25:05,220 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T07:25:05,260 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2998b885bdef,38045,1731482695364, ReplicationSource: 1, currentBandwidth=0 2024-11-13T07:25:05,261 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:25:05,261 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,38045,1731482695364, seqNum=-1] 2024-11-13T07:25:05,261 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:25:05,262 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-13T07:25:05,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2998b885bdef,38045,1731482695364', locateType=CURRENT is [region=hbase:replication,,1731482704526.9c4319b51660c4c376177ee3b33e33fd., hostname=2998b885bdef,38045,1731482695364, seqNum=2] 2024-11-13T07:25:05,271 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T07:25:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T07:25:05,274 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2998b885bdef,38045,1731482695364 suceeded 2024-11-13T07:25:05,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T07:25:05,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-13T07:25:05,277 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2998b885bdef:42437,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T07:25:05,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 759 msec 2024-11-13T07:25:05,297 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722.replicationSource.wal-reader.2998b885bdef%2C38229%2C1731482681722,1-2998b885bdef,38229,1731482681722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/WALs/2998b885bdef,38229,1731482681722/2998b885bdef%2C38229%2C1731482681722.1731482683757 to pos 379, reset compression=false 2024-11-13T07:25:05,325 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2998b885bdef:42437' 2024-11-13T07:25:05,340 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@180fc3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:05,340 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42437,-1 for getting cluster id 2024-11-13T07:25:05,340 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:25:05,341 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f21bdc7-a7ef-4918-afb0-4843e5c4cbf2' 2024-11-13T07:25:05,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:25:05,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f21bdc7-a7ef-4918-afb0-4843e5c4cbf2" 2024-11-13T07:25:05,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@af69d75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:05,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42437,-1] 2024-11-13T07:25:05,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:25:05,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:05,342 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:25:05,343 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7335df93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:05,343 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:25:05,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,42437,1731482688343 2024-11-13T07:25:05,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f03a30f 2024-11-13T07:25:05,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:25:05,344 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-13T07:25:05,345 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2998b885bdef,38045,1731482695364 (queues=1) is replicating from cluster=1ed6952d-857d-42ac-ab6c-ed00fc6d32ff to cluster=1f21bdc7-a7ef-4918-afb0-4843e5c4cbf2 2024-11-13T07:25:05,345 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2998b885bdef%2C38045%2C1731482695364 2024-11-13T07:25:05,345 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2998b885bdef,38045,1731482695364, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T07:25:05,346 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017, startPosition=0, beingWritten=true 2024-11-13T07:25:05,348 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.shipper2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2998b885bdef%2C38045%2C1731482695364 2024-11-13T07:25:05,351 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:25:05,351 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017 to pos 379, reset compression=false 2024-11-13T07:25:05,351 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.shipper2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,38045,1731482695364 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T07:25:05,413 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119 to pos 379, reset compression=false 2024-11-13T07:25:05,557 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017 to pos 379, reset compression=false 2024-11-13T07:25:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:25:05,652 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T07:25:05,652 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:25:05,652 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:25:05,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:05,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:25:05,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:05,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@440f71a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:05,653 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,34965,-1 for getting cluster id 2024-11-13T07:25:05,653 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:25:05,654 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '951dab90-6687-4f81-a7e4-6238b1546a50' 2024-11-13T07:25:05,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:25:05,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "951dab90-6687-4f81-a7e4-6238b1546a50" 2024-11-13T07:25:05,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@744725b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:05,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,34965,-1] 2024-11-13T07:25:05,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:25:05,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:05,655 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:25:05,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ee1f395, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:05,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5631400d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:05,657 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42437,-1 for getting cluster id 2024-11-13T07:25:05,657 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:25:05,657 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f21bdc7-a7ef-4918-afb0-4843e5c4cbf2' 2024-11-13T07:25:05,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:25:05,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f21bdc7-a7ef-4918-afb0-4843e5c4cbf2" 2024-11-13T07:25:05,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1adc0422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:05,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42437,-1] 2024-11-13T07:25:05,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:25:05,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:05,659 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:25:05,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c4a8c72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:05,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4521a240, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:05,660 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,40325,-1 for getting cluster id 2024-11-13T07:25:05,660 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:25:05,660 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ed6952d-857d-42ac-ab6c-ed00fc6d32ff' 2024-11-13T07:25:05,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:25:05,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ed6952d-857d-42ac-ab6c-ed00fc6d32ff" 2024-11-13T07:25:05,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68e643fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:05,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,40325,-1] 2024-11-13T07:25:05,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:25:05,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:05,662 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:25:05,662 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ee73117, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:05,663 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:25:05,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,38229,1731482681722, seqNum=-1] 2024-11-13T07:25:05,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:25:05,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:25:05,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731482697756.5d4b98488715f41a0c771d6830f39b11., hostname=2998b885bdef,38229,1731482681722, seqNum=2] 2024-11-13T07:25:05,669 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:25:05,670 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,38045,1731482695364, seqNum=-1] 2024-11-13T07:25:05,670 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:25:05,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:25:05,672 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731482700055.77c0f8d06e2603dab86335ce721bfb84., hostname=2998b885bdef,38045,1731482695364, seqNum=2] 2024-11-13T07:25:05,674 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T07:25:05,860 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017 to pos 379, reset compression=false 2024-11-13T07:25:05,916 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119 to pos 379, reset compression=false 2024-11-13T07:25:06,128 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722.replicationSource.wal-reader.2998b885bdef%2C38229%2C1731482681722,1-2998b885bdef,38229,1731482681722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/WALs/2998b885bdef,38229,1731482681722/2998b885bdef%2C38229%2C1731482681722.1731482683757 to pos 379, reset compression=false 2024-11-13T07:25:06,139 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722.replicationSource.wal-reader.2998b885bdef%2C38229%2C1731482681722,1-2998b885bdef,38229,1731482681722 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T07:25:06,139 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722.replicationSource.wal-reader.2998b885bdef%2C38229%2C1731482681722,1-2998b885bdef,38229,1731482681722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/WALs/2998b885bdef,38229,1731482681722/2998b885bdef%2C38229%2C1731482681722.1731482683757 to pos 480, reset compression=false 2024-11-13T07:25:06,139 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722.replicationSource.shipper2998b885bdef%2C38229%2C1731482681722,1-2998b885bdef,38229,1731482681722 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,38229,1731482681722 got entry batch from reader: WALEntryBatch [walEntries=[{test/5d4b98488715f41a0c771d6830f39b11/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/WALs/2998b885bdef,38229,1731482681722/2998b885bdef%2C38229%2C1731482681722.1731482683757, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-13T07:25:06,142 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722.replicationSource.shipper2998b885bdef%2C38229%2C1731482681722,1-2998b885bdef,38229,1731482681722 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T07:25:06,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-13T07:25:06,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T07:25:06,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12adbc74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:06,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,42437,-1 for getting cluster id 2024-11-13T07:25:06,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:25:06,152 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f21bdc7-a7ef-4918-afb0-4843e5c4cbf2' 2024-11-13T07:25:06,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:25:06,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f21bdc7-a7ef-4918-afb0-4843e5c4cbf2" 2024-11-13T07:25:06,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25f28eb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:06,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,42437,-1] 2024-11-13T07:25:06,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:25:06,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:06,157 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:25:06,157 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@db300e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:06,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:25:06,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,38505,1731482688516, seqNum=-1] 2024-11-13T07:25:06,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:25:06,165 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-13T07:25:06,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731482698906.2a11db8da29c84ad17589eec27e9421c., hostname=2998b885bdef,38505,1731482688516, seqNum=2] 2024-11-13T07:25:06,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T07:25:06,268 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017 to pos 379, reset compression=false 2024-11-13T07:25:06,345 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722.replicationSource.wal-reader.2998b885bdef%2C38229%2C1731482681722,1-2998b885bdef,38229,1731482681722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/WALs/2998b885bdef,38229,1731482681722/2998b885bdef%2C38229%2C1731482681722.1731482683757 to pos 480, reset compression=false 2024-11-13T07:25:06,521 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119 to pos 379, reset compression=false 2024-11-13T07:25:06,524 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T07:25:06,524 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119 to pos 504, reset compression=false 2024-11-13T07:25:06,524 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.shipper2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,38505,1731482688516 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a11db8da29c84ad17589eec27e9421c/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-13T07:25:06,526 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.shipper2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T07:25:06,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-13T07:25:06,527 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T07:25:06,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d726769, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:06,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,40325,-1 for getting cluster id 2024-11-13T07:25:06,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:25:06,529 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ed6952d-857d-42ac-ab6c-ed00fc6d32ff' 2024-11-13T07:25:06,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:25:06,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ed6952d-857d-42ac-ab6c-ed00fc6d32ff" 2024-11-13T07:25:06,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64608915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:06,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,40325,-1] 2024-11-13T07:25:06,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:25:06,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:06,530 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:25:06,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73aaf015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:06,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:25:06,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,38045,1731482695364, seqNum=-1] 2024-11-13T07:25:06,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:25:06,533 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-13T07:25:06,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731482700055.77c0f8d06e2603dab86335ce721bfb84., hostname=2998b885bdef,38045,1731482695364, seqNum=2] 2024-11-13T07:25:06,537 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T07:25:06,648 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722.replicationSource.wal-reader.2998b885bdef%2C38229%2C1731482681722,1-2998b885bdef,38229,1731482681722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/WALs/2998b885bdef,38229,1731482681722/2998b885bdef%2C38229%2C1731482681722.1731482683757 to pos 480, reset compression=false 2024-11-13T07:25:06,676 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-13T07:25:06,676 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:25:06,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,38505,1731482688516, seqNum=-1] 2024-11-13T07:25:06,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:25:06,678 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:25:06,679 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731482698906.2a11db8da29c84ad17589eec27e9421c., hostname=2998b885bdef,38505,1731482688516, seqNum=2] 2024-11-13T07:25:06,682 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-13T07:25:06,729 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119 to pos 504, reset compression=false 2024-11-13T07:25:06,734 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T07:25:06,734 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119 to pos 608, reset compression=false 2024-11-13T07:25:06,735 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.shipper2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,38505,1731482688516 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a11db8da29c84ad17589eec27e9421c/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T07:25:06,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T07:25:06,739 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T07:25:06,786 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017 to pos 379, reset compression=false 2024-11-13T07:25:06,790 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:25:06,790 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017 to pos 654, reset compression=false 2024-11-13T07:25:06,790 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.shipper2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,38045,1731482695364 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T07:25:06,938 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119 to pos 608, reset compression=false 2024-11-13T07:25:06,994 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017 to pos 654, reset compression=false 2024-11-13T07:25:07,052 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722.replicationSource.wal-reader.2998b885bdef%2C38229%2C1731482681722,1-2998b885bdef,38229,1731482681722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/WALs/2998b885bdef,38229,1731482681722/2998b885bdef%2C38229%2C1731482681722.1731482683757 to pos 480, reset compression=false 2024-11-13T07:25:07,241 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119 to pos 608, reset compression=false 2024-11-13T07:25:07,297 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017 to pos 654, reset compression=false 2024-11-13T07:25:07,561 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722.replicationSource.wal-reader.2998b885bdef%2C38229%2C1731482681722,1-2998b885bdef,38229,1731482681722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/WALs/2998b885bdef,38229,1731482681722/2998b885bdef%2C38229%2C1731482681722.1731482683757 to pos 480, reset compression=false 2024-11-13T07:25:07,599 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T07:25:07,644 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119 to pos 608, reset compression=false 2024-11-13T07:25:07,683 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-13T07:25:07,686 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-13T07:25:07,690 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:25:07,691 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2998b885bdef,39417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:39417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T07:25:07,691 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108846 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2998b885bdef,39417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:39417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T07:25:07,701 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017 to pos 654, reset compression=false 2024-11-13T07:25:07,705 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T07:25:07,705 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017 to pos 758, reset compression=false 2024-11-13T07:25:07,705 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.shipper2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,38045,1731482695364 got entry batch from reader: WALEntryBatch [walEntries=[{test/77c0f8d06e2603dab86335ce721bfb84/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T07:25:07,706 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.shipper2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T07:25:07,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-13T07:25:07,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T07:25:07,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T07:25:07,908 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017 to pos 758, reset compression=false 2024-11-13T07:25:08,147 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119 to pos 608, reset compression=false 2024-11-13T07:25:08,156 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:25:08,157 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119 to pos 735, reset compression=false 2024-11-13T07:25:08,157 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.shipper2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,38505,1731482688516 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T07:25:08,164 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722.replicationSource.wal-reader.2998b885bdef%2C38229%2C1731482681722,1-2998b885bdef,38229,1731482681722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/WALs/2998b885bdef,38229,1731482681722/2998b885bdef%2C38229%2C1731482681722.1731482683757 to pos 480, reset compression=false 2024-11-13T07:25:08,211 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017 to pos 758, reset compression=false 2024-11-13T07:25:08,360 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119 to pos 735, reset compression=false 2024-11-13T07:25:08,614 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017 to pos 758, reset compression=false 2024-11-13T07:25:08,669 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119 to pos 735, reset compression=false 2024-11-13T07:25:08,687 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-13T07:25:08,689 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T07:25:08,867 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722.replicationSource.wal-reader.2998b885bdef%2C38229%2C1731482681722,1-2998b885bdef,38229,1731482681722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/WALs/2998b885bdef,38229,1731482681722/2998b885bdef%2C38229%2C1731482681722.1731482683757 to pos 480, reset compression=false 2024-11-13T07:25:08,871 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722.replicationSource.wal-reader.2998b885bdef%2C38229%2C1731482681722,1-2998b885bdef,38229,1731482681722 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T07:25:08,871 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722.replicationSource.wal-reader.2998b885bdef%2C38229%2C1731482681722,1-2998b885bdef,38229,1731482681722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/WALs/2998b885bdef,38229,1731482681722/2998b885bdef%2C38229%2C1731482681722.1731482683757 to pos 636, reset compression=false 2024-11-13T07:25:08,871 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722.replicationSource.shipper2998b885bdef%2C38229%2C1731482681722,1-2998b885bdef,38229,1731482681722 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,38229,1731482681722 got entry batch from reader: WALEntryBatch [walEntries=[{test/5d4b98488715f41a0c771d6830f39b11/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/WALs/2998b885bdef,38229,1731482681722/2998b885bdef%2C38229%2C1731482681722.1731482683757, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-13T07:25:08,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T07:25:08,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T07:25:09,073 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119 to pos 735, reset compression=false 2024-11-13T07:25:09,074 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722.replicationSource.wal-reader.2998b885bdef%2C38229%2C1731482681722,1-2998b885bdef,38229,1731482681722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/WALs/2998b885bdef,38229,1731482681722/2998b885bdef%2C38229%2C1731482681722.1731482683757 to pos 636, reset compression=false 2024-11-13T07:25:09,077 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T07:25:09,077 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119 to pos 883, reset compression=false 2024-11-13T07:25:09,077 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.shipper2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,38505,1731482688516 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a11db8da29c84ad17589eec27e9421c/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-13T07:25:09,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T07:25:09,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T07:25:09,117 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017 to pos 758, reset compression=false 2024-11-13T07:25:09,121 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:25:09,121 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017 to pos 929, reset compression=false 2024-11-13T07:25:09,121 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.shipper2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,38045,1731482695364 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T07:25:09,280 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119 to pos 883, reset compression=false 2024-11-13T07:25:09,326 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017 to pos 929, reset compression=false 2024-11-13T07:25:09,377 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722.replicationSource.wal-reader.2998b885bdef%2C38229%2C1731482681722,1-2998b885bdef,38229,1731482681722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/WALs/2998b885bdef,38229,1731482681722/2998b885bdef%2C38229%2C1731482681722.1731482683757 to pos 636, reset compression=false 2024-11-13T07:25:09,585 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119 to pos 883, reset compression=false 2024-11-13T07:25:09,628 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017 to pos 929, reset compression=false 2024-11-13T07:25:09,647 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T07:25:09,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:09,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:09,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:09,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:09,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:09,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:09,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:09,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:09,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:09,691 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-13T07:25:09,694 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-13T07:25:09,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:09,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:09,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:09,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:09,781 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722.replicationSource.wal-reader.2998b885bdef%2C38229%2C1731482681722,1-2998b885bdef,38229,1731482681722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/WALs/2998b885bdef,38229,1731482681722/2998b885bdef%2C38229%2C1731482681722.1731482683757 to pos 636, reset compression=false 2024-11-13T07:25:09,988 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119 to pos 883, reset compression=false 2024-11-13T07:25:09,991 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T07:25:09,991 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119 to pos 1042, reset compression=false 2024-11-13T07:25:09,991 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.shipper2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,38505,1731482688516 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a11db8da29c84ad17589eec27e9421c/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T07:25:09,992 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T07:25:09,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38045 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T07:25:10,031 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017 to pos 929, reset compression=false 2024-11-13T07:25:10,035 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:25:10,035 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017 to pos 1078, reset compression=false 2024-11-13T07:25:10,035 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.shipper2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,38045,1731482695364 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T07:25:10,194 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119 to pos 1042, reset compression=false 2024-11-13T07:25:10,237 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017 to pos 1078, reset compression=false 2024-11-13T07:25:10,284 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722.replicationSource.wal-reader.2998b885bdef%2C38229%2C1731482681722,1-2998b885bdef,38229,1731482681722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/WALs/2998b885bdef,38229,1731482681722/2998b885bdef%2C38229%2C1731482681722.1731482683757 to pos 636, reset compression=false 2024-11-13T07:25:10,498 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119 to pos 1042, reset compression=false 2024-11-13T07:25:10,540 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017 to pos 1078, reset compression=false 2024-11-13T07:25:10,696 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-13T07:25:10,699 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-13T07:25:10,887 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722.replicationSource.wal-reader.2998b885bdef%2C38229%2C1731482681722,1-2998b885bdef,38229,1731482681722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/WALs/2998b885bdef,38229,1731482681722/2998b885bdef%2C38229%2C1731482681722.1731482683757 to pos 636, reset compression=false 2024-11-13T07:25:10,901 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119 to pos 1042, reset compression=false 2024-11-13T07:25:10,944 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017 to pos 1078, reset compression=false 2024-11-13T07:25:10,948 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T07:25:10,948 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017 to pos 1237, reset compression=false 2024-11-13T07:25:10,948 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.shipper2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,38045,1731482695364 got entry batch from reader: WALEntryBatch [walEntries=[{test/77c0f8d06e2603dab86335ce721bfb84/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T07:25:10,949 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T07:25:10,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T07:25:11,096 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T07:25:11,200 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017 to pos 1237, reset compression=false 2024-11-13T07:25:11,404 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119 to pos 1042, reset compression=false 2024-11-13T07:25:11,408 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:25:11,408 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119 to pos 1191, reset compression=false 2024-11-13T07:25:11,408 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.shipper2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,38505,1731482688516 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T07:25:11,511 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017 to pos 1237, reset compression=false 2024-11-13T07:25:11,596 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722.replicationSource.wal-reader.2998b885bdef%2C38229%2C1731482681722,1-2998b885bdef,38229,1731482681722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/WALs/2998b885bdef,38229,1731482681722/2998b885bdef%2C38229%2C1731482681722.1731482683757 to pos 636, reset compression=false 2024-11-13T07:25:11,611 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119 to pos 1191, reset compression=false 2024-11-13T07:25:11,701 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-13T07:25:11,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T07:25:11,705 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:25:11,705 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:25:11,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:11,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:11,706 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:25:11,706 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T07:25:11,706 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1331682026, stopped=false 2024-11-13T07:25:11,706 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2998b885bdef,40325,1731482695233 2024-11-13T07:25:11,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38045-0x1013314f1190007, quorum=127.0.0.1:60318, baseZNode=/218846522 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/218846522/running 2024-11-13T07:25:11,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40325-0x1013314f1190006, quorum=127.0.0.1:60318, baseZNode=/218846522 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/218846522/running 2024-11-13T07:25:11,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38045-0x1013314f1190007, quorum=127.0.0.1:60318, baseZNode=/218846522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/218846522 2024-11-13T07:25:11,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40325-0x1013314f1190006, quorum=127.0.0.1:60318, baseZNode=/218846522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/218846522 2024-11-13T07:25:11,739 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:25:11,739 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:25:11,739 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:25:11,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:11,740 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2998b885bdef,38045,1731482695364' ***** 2024-11-13T07:25:11,740 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T07:25:11,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40325-0x1013314f1190006, quorum=127.0.0.1:60318, baseZNode=/218846522 Set watcher on znode that does not yet exist, /218846522/running 2024-11-13T07:25:11,740 INFO [RS:0;2998b885bdef:38045 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T07:25:11,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38045-0x1013314f1190007, quorum=127.0.0.1:60318, baseZNode=/218846522 Set watcher on znode that does not yet exist, /218846522/running 2024-11-13T07:25:11,740 INFO [RS:0;2998b885bdef:38045 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T07:25:11,740 INFO [RS:0;2998b885bdef:38045 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T07:25:11,740 INFO [RS:0;2998b885bdef:38045 {}] regionserver.HRegionServer(3091): Received CLOSE for 77c0f8d06e2603dab86335ce721bfb84 2024-11-13T07:25:11,740 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T07:25:11,741 INFO [RS:0;2998b885bdef:38045 {}] regionserver.HRegionServer(3091): Received CLOSE for 9c4319b51660c4c376177ee3b33e33fd 2024-11-13T07:25:11,741 INFO [RS:0;2998b885bdef:38045 {}] regionserver.HRegionServer(959): stopping server 2998b885bdef,38045,1731482695364 2024-11-13T07:25:11,741 INFO [RS:0;2998b885bdef:38045 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:25:11,741 INFO [RS:0;2998b885bdef:38045 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:38045. 2024-11-13T07:25:11,741 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 77c0f8d06e2603dab86335ce721bfb84, disabling compactions & flushes 2024-11-13T07:25:11,741 DEBUG [RS:0;2998b885bdef:38045 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:25:11,741 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731482700055.77c0f8d06e2603dab86335ce721bfb84. 2024-11-13T07:25:11,741 DEBUG [RS:0;2998b885bdef:38045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:11,741 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731482700055.77c0f8d06e2603dab86335ce721bfb84. 2024-11-13T07:25:11,741 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731482700055.77c0f8d06e2603dab86335ce721bfb84. after waiting 0 ms 2024-11-13T07:25:11,741 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731482700055.77c0f8d06e2603dab86335ce721bfb84. 2024-11-13T07:25:11,741 INFO [RS:0;2998b885bdef:38045 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T07:25:11,741 INFO [RS:0;2998b885bdef:38045 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T07:25:11,741 INFO [RS:0;2998b885bdef:38045 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T07:25:11,741 INFO [RS:0;2998b885bdef:38045 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T07:25:11,741 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 77c0f8d06e2603dab86335ce721bfb84 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-13T07:25:11,741 INFO [RS:0;2998b885bdef:38045 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T07:25:11,741 DEBUG [RS:0;2998b885bdef:38045 {}] regionserver.HRegionServer(1325): Online Regions={77c0f8d06e2603dab86335ce721bfb84=test,,1731482700055.77c0f8d06e2603dab86335ce721bfb84., 9c4319b51660c4c376177ee3b33e33fd=hbase:replication,,1731482704526.9c4319b51660c4c376177ee3b33e33fd., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T07:25:11,741 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:25:11,741 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:25:11,741 DEBUG [RS:0;2998b885bdef:38045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 77c0f8d06e2603dab86335ce721bfb84, 9c4319b51660c4c376177ee3b33e33fd 2024-11-13T07:25:11,741 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:25:11,741 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:25:11,741 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:25:11,742 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T07:25:11,758 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/default/test/77c0f8d06e2603dab86335ce721bfb84/.tmp/f/64735f2dbf0841288267d538e36ae184 is 29, key is row1/f:/1731482709692/DeleteFamily/seqid=0 2024-11-13T07:25:11,758 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/hbase/meta/1588230740/.tmp/info/7890f79d640f451aa58f8b063f58c830 is 147, key is hbase:replication,,1731482704526.9c4319b51660c4c376177ee3b33e33fd./info:regioninfo/1731482704947/Put/seqid=0 2024-11-13T07:25:11,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741840_1016 (size=5152) 2024-11-13T07:25:11,763 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/default/test/77c0f8d06e2603dab86335ce721bfb84/.tmp/f/64735f2dbf0841288267d538e36ae184 2024-11-13T07:25:11,767 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 64735f2dbf0841288267d538e36ae184 2024-11-13T07:25:11,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741841_1017 (size=7686) 2024-11-13T07:25:11,770 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/hbase/meta/1588230740/.tmp/info/7890f79d640f451aa58f8b063f58c830 2024-11-13T07:25:11,785 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/default/test/77c0f8d06e2603dab86335ce721bfb84/.tmp/f1/d91ab515366243c08d33857996bc0026 is 30, key is row1/f1:/1731482709692/DeleteFamily/seqid=0 2024-11-13T07:25:11,793 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/hbase/meta/1588230740/.tmp/ns/b938eb3514554a38ba65dc54a847a14e is 43, key is default/ns:d/1731482697677/Put/seqid=0 2024-11-13T07:25:11,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741842_1018 (size=5158) 2024-11-13T07:25:11,793 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/default/test/77c0f8d06e2603dab86335ce721bfb84/.tmp/f1/d91ab515366243c08d33857996bc0026 2024-11-13T07:25:11,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741843_1019 (size=5153) 2024-11-13T07:25:11,797 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d91ab515366243c08d33857996bc0026 2024-11-13T07:25:11,799 INFO [regionserver/2998b885bdef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:25:11,811 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/default/test/77c0f8d06e2603dab86335ce721bfb84/.tmp/norep/40e36ae24398488090b1dec65f876d17 is 33, key is row2/norep:/1731482710697/DeleteFamily/seqid=0 2024-11-13T07:25:11,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741844_1020 (size=5108) 2024-11-13T07:25:11,869 INFO [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T07:25:11,869 INFO [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T07:25:11,914 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119 to pos 1191, reset compression=false 2024-11-13T07:25:11,922 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017 to pos 1237, reset compression=false 2024-11-13T07:25:11,924 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:25:11,925 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017 to pos 1484, reset compression=false 2024-11-13T07:25:11,925 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.shipper2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,38045,1731482695364 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T07:25:11,925 ERROR [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.shipper2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2998b885bdef,38045,1731482695364: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2998b885bdef,38045,1731482695364, walGroup=2998b885bdef%2C38045%2C1731482695364, offset=2998b885bdef%2C38045%2C1731482695364.1731482697017:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:38045 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T07:25:11,927 ERROR [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.shipper2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T07:25:11,927 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.shipper2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T07:25:11,929 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.shipper2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T07:25:11,929 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.shipper2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T07:25:11,929 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.shipper2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T07:25:11,929 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.shipper2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1184890880, "init": 1048576000, "max": 2306867200, "used": 973785536 }, "NonHeapMemoryUsage": { "committed": 206045184, "init": 7667712, "max": -1, "used": 201691520 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T07:25:11,929 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.shipper2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:40325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:40325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T07:25:11,942 DEBUG [RS:0;2998b885bdef:38045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 77c0f8d06e2603dab86335ce721bfb84, 9c4319b51660c4c376177ee3b33e33fd 2024-11-13T07:25:12,127 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017 to pos 1484, reset compression=false 2024-11-13T07:25:12,142 DEBUG [RS:0;2998b885bdef:38045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 77c0f8d06e2603dab86335ce721bfb84, 9c4319b51660c4c376177ee3b33e33fd 2024-11-13T07:25:12,197 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/hbase/meta/1588230740/.tmp/ns/b938eb3514554a38ba65dc54a847a14e 2024-11-13T07:25:12,213 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/hbase/meta/1588230740/.tmp/rep_barrier/f5e3d9ffa5e349d1a62e11a18a762297 is 112, key is test,,1731482700055.77c0f8d06e2603dab86335ce721bfb84./rep_barrier:seqnumDuringOpen/1731482700822/Put/seqid=0 2024-11-13T07:25:12,215 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/default/test/77c0f8d06e2603dab86335ce721bfb84/.tmp/norep/40e36ae24398488090b1dec65f876d17 2024-11-13T07:25:12,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741845_1021 (size=5518) 2024-11-13T07:25:12,218 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 40e36ae24398488090b1dec65f876d17 2024-11-13T07:25:12,219 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/default/test/77c0f8d06e2603dab86335ce721bfb84/.tmp/f/64735f2dbf0841288267d538e36ae184 as hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/default/test/77c0f8d06e2603dab86335ce721bfb84/f/64735f2dbf0841288267d538e36ae184 2024-11-13T07:25:12,223 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 64735f2dbf0841288267d538e36ae184 2024-11-13T07:25:12,223 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/default/test/77c0f8d06e2603dab86335ce721bfb84/f/64735f2dbf0841288267d538e36ae184, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T07:25:12,224 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/default/test/77c0f8d06e2603dab86335ce721bfb84/.tmp/f1/d91ab515366243c08d33857996bc0026 as hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/default/test/77c0f8d06e2603dab86335ce721bfb84/f1/d91ab515366243c08d33857996bc0026 2024-11-13T07:25:12,228 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d91ab515366243c08d33857996bc0026 2024-11-13T07:25:12,228 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/default/test/77c0f8d06e2603dab86335ce721bfb84/f1/d91ab515366243c08d33857996bc0026, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T07:25:12,229 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/default/test/77c0f8d06e2603dab86335ce721bfb84/.tmp/norep/40e36ae24398488090b1dec65f876d17 as hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/default/test/77c0f8d06e2603dab86335ce721bfb84/norep/40e36ae24398488090b1dec65f876d17 2024-11-13T07:25:12,232 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 40e36ae24398488090b1dec65f876d17 2024-11-13T07:25:12,232 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/default/test/77c0f8d06e2603dab86335ce721bfb84/norep/40e36ae24398488090b1dec65f876d17, entries=1, sequenceid=10, filesize=5.0 K 2024-11-13T07:25:12,233 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 77c0f8d06e2603dab86335ce721bfb84 in 492ms, sequenceid=10, compaction requested=false 2024-11-13T07:25:12,238 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/default/test/77c0f8d06e2603dab86335ce721bfb84/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T07:25:12,239 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:25:12,239 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T07:25:12,239 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731482700055.77c0f8d06e2603dab86335ce721bfb84. 2024-11-13T07:25:12,239 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 77c0f8d06e2603dab86335ce721bfb84: Waiting for close lock at 1731482711741Running coprocessor pre-close hooks at 1731482711741Disabling compacts and flushes for region at 1731482711741Disabling writes for close at 1731482711741Obtaining lock to block concurrent updates at 1731482711741Preparing flush snapshotting stores in 77c0f8d06e2603dab86335ce721bfb84 at 1731482711741Finished memstore snapshotting test,,1731482700055.77c0f8d06e2603dab86335ce721bfb84., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731482711742 (+1 ms)Flushing stores of test,,1731482700055.77c0f8d06e2603dab86335ce721bfb84. at 1731482711742Flushing 77c0f8d06e2603dab86335ce721bfb84/f: creating writer at 1731482711742Flushing 77c0f8d06e2603dab86335ce721bfb84/f: appending metadata at 1731482711758 (+16 ms)Flushing 77c0f8d06e2603dab86335ce721bfb84/f: closing flushed file at 1731482711758Flushing 77c0f8d06e2603dab86335ce721bfb84/f1: creating writer at 1731482711767 (+9 ms)Flushing 77c0f8d06e2603dab86335ce721bfb84/f1: appending metadata at 1731482711784 (+17 ms)Flushing 77c0f8d06e2603dab86335ce721bfb84/f1: closing flushed file at 1731482711784Flushing 77c0f8d06e2603dab86335ce721bfb84/norep: creating writer at 1731482711797 (+13 ms)Flushing 77c0f8d06e2603dab86335ce721bfb84/norep: appending metadata at 1731482711811 (+14 ms)Flushing 77c0f8d06e2603dab86335ce721bfb84/norep: closing flushed file at 1731482711811Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@214af941: reopening flushed file at 1731482712219 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@117a68c7: reopening flushed file at 1731482712223 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64e5b22: reopening flushed file at 1731482712228 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 77c0f8d06e2603dab86335ce721bfb84 in 492ms, sequenceid=10, compaction requested=false at 1731482712233 (+5 ms)Writing region close event to WAL at 1731482712234 (+1 ms)Running coprocessor post-close hooks at 1731482712239 (+5 ms)Closed at 1731482712239 2024-11-13T07:25:12,239 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731482700055.77c0f8d06e2603dab86335ce721bfb84. 2024-11-13T07:25:12,239 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9c4319b51660c4c376177ee3b33e33fd, disabling compactions & flushes 2024-11-13T07:25:12,239 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731482704526.9c4319b51660c4c376177ee3b33e33fd. 2024-11-13T07:25:12,239 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731482704526.9c4319b51660c4c376177ee3b33e33fd. 2024-11-13T07:25:12,239 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731482704526.9c4319b51660c4c376177ee3b33e33fd. after waiting 0 ms 2024-11-13T07:25:12,240 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731482704526.9c4319b51660c4c376177ee3b33e33fd. 2024-11-13T07:25:12,240 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9c4319b51660c4c376177ee3b33e33fd: Waiting for close lock at 1731482712239Running coprocessor pre-close hooks at 1731482712239Disabling compacts and flushes for region at 1731482712239Disabling writes for close at 1731482712240 (+1 ms)Failed flush hbase:replication,,1731482704526.9c4319b51660c4c376177ee3b33e33fd., putting online again at 1731482712240 2024-11-13T07:25:12,240 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731482704526.9c4319b51660c4c376177ee3b33e33fd. 2024-11-13T07:25:12,317 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119 to pos 1191, reset compression=false 2024-11-13T07:25:12,342 INFO [RS:0;2998b885bdef:38045 {}] regionserver.HRegionServer(3091): Received CLOSE for 9c4319b51660c4c376177ee3b33e33fd 2024-11-13T07:25:12,342 DEBUG [RS:0;2998b885bdef:38045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9c4319b51660c4c376177ee3b33e33fd 2024-11-13T07:25:12,342 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9c4319b51660c4c376177ee3b33e33fd, disabling compactions & flushes 2024-11-13T07:25:12,342 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731482704526.9c4319b51660c4c376177ee3b33e33fd. 2024-11-13T07:25:12,342 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731482704526.9c4319b51660c4c376177ee3b33e33fd. 2024-11-13T07:25:12,342 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731482704526.9c4319b51660c4c376177ee3b33e33fd. after waiting 0 ms 2024-11-13T07:25:12,342 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731482704526.9c4319b51660c4c376177ee3b33e33fd. 2024-11-13T07:25:12,342 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9c4319b51660c4c376177ee3b33e33fd: Waiting for close lock at 1731482712342Running coprocessor pre-close hooks at 1731482712342Disabling compacts and flushes for region at 1731482712342Disabling writes for close at 1731482712342Failed flush hbase:replication,,1731482704526.9c4319b51660c4c376177ee3b33e33fd., putting online again at 1731482712342 2024-11-13T07:25:12,342 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731482704526.9c4319b51660c4c376177ee3b33e33fd. 2024-11-13T07:25:12,399 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722.replicationSource.wal-reader.2998b885bdef%2C38229%2C1731482681722,1-2998b885bdef,38229,1731482681722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/WALs/2998b885bdef,38229,1731482681722/2998b885bdef%2C38229%2C1731482681722.1731482683757 to pos 636, reset compression=false 2024-11-13T07:25:12,430 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017 to pos 1484, reset compression=false 2024-11-13T07:25:12,434 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:25:12,434 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017 to pos 2128, reset compression=false 2024-11-13T07:25:12,542 DEBUG [RS:0;2998b885bdef:38045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:25:12,617 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/hbase/meta/1588230740/.tmp/rep_barrier/f5e3d9ffa5e349d1a62e11a18a762297 2024-11-13T07:25:12,634 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/hbase/meta/1588230740/.tmp/table/acc1a15bdc4d4ad4b03deef6cf879b31 is 53, key is hbase:replication/table:state/1731482704956/Put/seqid=0 2024-11-13T07:25:12,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741846_1022 (size=5308) 2024-11-13T07:25:12,638 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017 to pos 2128, reset compression=false 2024-11-13T07:25:12,742 INFO [RS:0;2998b885bdef:38045 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T07:25:12,742 DEBUG [RS:0;2998b885bdef:38045 {}] regionserver.HRegionServer(1325): Online Regions={9c4319b51660c4c376177ee3b33e33fd=hbase:replication,,1731482704526.9c4319b51660c4c376177ee3b33e33fd., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T07:25:12,743 DEBUG [RS:0;2998b885bdef:38045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:25:12,821 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119 to pos 1191, reset compression=false 2024-11-13T07:25:12,942 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017 to pos 2128, reset compression=false 2024-11-13T07:25:12,943 DEBUG [RS:0;2998b885bdef:38045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:25:13,037 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/hbase/meta/1588230740/.tmp/table/acc1a15bdc4d4ad4b03deef6cf879b31 2024-11-13T07:25:13,041 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/hbase/meta/1588230740/.tmp/info/7890f79d640f451aa58f8b063f58c830 as hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/hbase/meta/1588230740/info/7890f79d640f451aa58f8b063f58c830 2024-11-13T07:25:13,044 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/hbase/meta/1588230740/info/7890f79d640f451aa58f8b063f58c830, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T07:25:13,045 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/hbase/meta/1588230740/.tmp/ns/b938eb3514554a38ba65dc54a847a14e as hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/hbase/meta/1588230740/ns/b938eb3514554a38ba65dc54a847a14e 2024-11-13T07:25:13,048 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/hbase/meta/1588230740/ns/b938eb3514554a38ba65dc54a847a14e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T07:25:13,048 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/hbase/meta/1588230740/.tmp/rep_barrier/f5e3d9ffa5e349d1a62e11a18a762297 as hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/hbase/meta/1588230740/rep_barrier/f5e3d9ffa5e349d1a62e11a18a762297 2024-11-13T07:25:13,051 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/hbase/meta/1588230740/rep_barrier/f5e3d9ffa5e349d1a62e11a18a762297, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T07:25:13,052 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/hbase/meta/1588230740/.tmp/table/acc1a15bdc4d4ad4b03deef6cf879b31 as hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/hbase/meta/1588230740/table/acc1a15bdc4d4ad4b03deef6cf879b31 2024-11-13T07:25:13,055 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/hbase/meta/1588230740/table/acc1a15bdc4d4ad4b03deef6cf879b31, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T07:25:13,056 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=16, compaction requested=false 2024-11-13T07:25:13,060 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T07:25:13,060 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:25:13,060 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:25:13,060 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:25:13,060 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482711741Running coprocessor pre-close hooks at 1731482711741Disabling compacts and flushes for region at 1731482711741Disabling writes for close at 1731482711741Obtaining lock to block concurrent updates at 1731482711742 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731482711742Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731482711742Flushing stores of hbase:meta,,1.1588230740 at 1731482711742Flushing 1588230740/info: creating writer at 1731482711742Flushing 1588230740/info: appending metadata at 1731482711758 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731482711758Flushing 1588230740/ns: creating writer at 1731482711774 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731482711792 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731482711793 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731482712200 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731482712213 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731482712213Flushing 1588230740/table: creating writer at 1731482712621 (+408 ms)Flushing 1588230740/table: appending metadata at 1731482712633 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731482712633Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dc07734: reopening flushed file at 1731482713040 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73045d92: reopening flushed file at 1731482713044 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74de8f33: reopening flushed file at 1731482713048 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74df703e: reopening flushed file at 1731482713051 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=16, compaction requested=false at 1731482713056 (+5 ms)Writing region close event to WAL at 1731482713057 (+1 ms)Running coprocessor post-close hooks at 1731482713060 (+3 ms)Closed at 1731482713060 2024-11-13T07:25:13,060 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T07:25:13,143 INFO [RS:0;2998b885bdef:38045 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T07:25:13,143 INFO [RS:0;2998b885bdef:38045 {}] regionserver.HRegionServer(976): stopping server 2998b885bdef,38045,1731482695364; all regions closed. 2024-11-13T07:25:13,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741834_1010 (size=4239) 2024-11-13T07:25:13,145 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.meta.1731482697497.meta not finished, retry = 0 2024-11-13T07:25:13,248 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.rep.1731482704899 not finished, retry = 0 2024-11-13T07:25:13,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741839_1015 (size=1953) 2024-11-13T07:25:13,304 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722.replicationSource.wal-reader.2998b885bdef%2C38229%2C1731482681722,1-2998b885bdef,38229,1731482681722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/WALs/2998b885bdef,38229,1731482681722/2998b885bdef%2C38229%2C1731482681722.1731482683757 to pos 636, reset compression=false 2024-11-13T07:25:13,345 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017 to pos 2128, reset compression=false 2024-11-13T07:25:13,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741832_1008 (size=2136) 2024-11-13T07:25:13,350 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/WALs/2998b885bdef,38045,1731482695364/2998b885bdef%2C38045%2C1731482695364.1731482697017 not finished, retry = 0 2024-11-13T07:25:13,425 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119 to pos 1191, reset compression=false 2024-11-13T07:25:13,451 DEBUG [RS:0;2998b885bdef:38045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:13,451 INFO [RS:0;2998b885bdef:38045 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:25:13,451 INFO [RS:0;2998b885bdef:38045 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:25:13,451 INFO [RS:0;2998b885bdef:38045 {}] hbase.ChoreService(370): Chore service for: regionserver/2998b885bdef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T07:25:13,451 INFO [RS:0;2998b885bdef:38045 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:25:13,451 INFO [regionserver/2998b885bdef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:25:13,452 INFO [RS:0;2998b885bdef:38045 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2998b885bdef,38045,1731482695364 because: Region server is closing 2024-11-13T07:25:13,452 INFO [RS:0;2998b885bdef:38045 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:38045. 2024-11-13T07:25:13,452 DEBUG [RS:0;2998b885bdef:38045 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:25:13,452 DEBUG [RS:0;2998b885bdef:38045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:13,452 DEBUG [RS:0;2998b885bdef:38045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:13,452 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:25:13,552 INFO [RS:0;2998b885bdef:38045 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.shipper2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 terminated 2024-11-13T07:25:13,552 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38045,1731482695364.replicationSource.wal-reader.2998b885bdef%2C38045%2C1731482695364,1-2998b885bdef,38045,1731482695364 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T07:25:13,552 INFO [RS:0;2998b885bdef:38045 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:38045. 2024-11-13T07:25:13,552 DEBUG [RS:0;2998b885bdef:38045 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:25:13,552 DEBUG [RS:0;2998b885bdef:38045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:13,553 DEBUG [RS:0;2998b885bdef:38045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:13,553 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:25:13,553 INFO [RS:0;2998b885bdef:38045 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38045 2024-11-13T07:25:13,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40325-0x1013314f1190006, quorum=127.0.0.1:60318, baseZNode=/218846522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/218846522/rs 2024-11-13T07:25:13,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38045-0x1013314f1190007, quorum=127.0.0.1:60318, baseZNode=/218846522 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/218846522/rs/2998b885bdef,38045,1731482695364 2024-11-13T07:25:13,601 INFO [RS:0;2998b885bdef:38045 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:25:13,602 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2998b885bdef,38045,1731482695364] 2024-11-13T07:25:13,623 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /218846522/draining/2998b885bdef,38045,1731482695364 already deleted, retry=false 2024-11-13T07:25:13,623 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2998b885bdef,38045,1731482695364 expired; onlineServers=0 2024-11-13T07:25:13,623 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2998b885bdef,40325,1731482695233' ***** 2024-11-13T07:25:13,623 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T07:25:13,623 INFO [M:0;2998b885bdef:40325 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:25:13,623 INFO [M:0;2998b885bdef:40325 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:25:13,623 DEBUG [M:0;2998b885bdef:40325 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T07:25:13,623 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T07:25:13,623 DEBUG [M:0;2998b885bdef:40325 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T07:25:13,623 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482696670 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482696670,5,FailOnTimeoutGroup] 2024-11-13T07:25:13,623 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482696669 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482696669,5,FailOnTimeoutGroup] 2024-11-13T07:25:13,623 INFO [M:0;2998b885bdef:40325 {}] hbase.ChoreService(370): Chore service for: master/2998b885bdef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T07:25:13,624 INFO [M:0;2998b885bdef:40325 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:25:13,624 DEBUG [M:0;2998b885bdef:40325 {}] master.HMaster(1795): Stopping service threads 2024-11-13T07:25:13,624 INFO [M:0;2998b885bdef:40325 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T07:25:13,624 INFO [M:0;2998b885bdef:40325 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:25:13,624 INFO [M:0;2998b885bdef:40325 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T07:25:13,624 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T07:25:13,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40325-0x1013314f1190006, quorum=127.0.0.1:60318, baseZNode=/218846522 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/218846522/master 2024-11-13T07:25:13,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40325-0x1013314f1190006, quorum=127.0.0.1:60318, baseZNode=/218846522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/218846522 2024-11-13T07:25:13,644 DEBUG [M:0;2998b885bdef:40325 {}] zookeeper.RecoverableZooKeeper(212): Node /218846522/master already deleted, retry=false 2024-11-13T07:25:13,644 DEBUG [M:0;2998b885bdef:40325 {}] master.ActiveMasterManager(353): master:40325-0x1013314f1190006, quorum=127.0.0.1:60318, baseZNode=/218846522 Failed delete of our master address node; KeeperErrorCode = NoNode for /218846522/master 2024-11-13T07:25:13,645 INFO [M:0;2998b885bdef:40325 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/.lastflushedseqids 2024-11-13T07:25:13,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741847_1023 (size=245) 2024-11-13T07:25:13,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38045-0x1013314f1190007, quorum=127.0.0.1:60318, baseZNode=/218846522 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:25:13,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38045-0x1013314f1190007, quorum=127.0.0.1:60318, baseZNode=/218846522 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:25:13,713 INFO [RS:0;2998b885bdef:38045 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:25:13,713 INFO [RS:0;2998b885bdef:38045 {}] regionserver.HRegionServer(1031): Exiting; stopping=2998b885bdef,38045,1731482695364; zookeeper connection closed. 2024-11-13T07:25:13,721 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@797e88d6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@797e88d6 2024-11-13T07:25:13,722 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T07:25:14,054 INFO [M:0;2998b885bdef:40325 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T07:25:14,054 INFO [M:0;2998b885bdef:40325 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T07:25:14,054 DEBUG [M:0;2998b885bdef:40325 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:25:14,054 INFO [M:0;2998b885bdef:40325 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:25:14,054 DEBUG [M:0;2998b885bdef:40325 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:25:14,054 DEBUG [M:0;2998b885bdef:40325 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:25:14,054 DEBUG [M:0;2998b885bdef:40325 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:25:14,054 INFO [M:0;2998b885bdef:40325 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-13T07:25:14,079 DEBUG [M:0;2998b885bdef:40325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/33560575b6464b15a3a17ca6d484977c is 82, key is hbase:meta,,1/info:regioninfo/1731482697536/Put/seqid=0 2024-11-13T07:25:14,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741848_1024 (size=5672) 2024-11-13T07:25:14,086 INFO [M:0;2998b885bdef:40325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/33560575b6464b15a3a17ca6d484977c 2024-11-13T07:25:14,105 DEBUG [M:0;2998b885bdef:40325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe625c997e8b49f9ac6055abc5a63ef6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731482704968/Put/seqid=0 2024-11-13T07:25:14,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741849_1025 (size=8515) 2024-11-13T07:25:14,130 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119 to pos 1191, reset compression=false 2024-11-13T07:25:14,308 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722.replicationSource.wal-reader.2998b885bdef%2C38229%2C1731482681722,1-2998b885bdef,38229,1731482681722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/WALs/2998b885bdef,38229,1731482681722/2998b885bdef%2C38229%2C1731482681722.1731482683757 to pos 636, reset compression=false 2024-11-13T07:25:14,511 INFO [M:0;2998b885bdef:40325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe625c997e8b49f9ac6055abc5a63ef6 2024-11-13T07:25:14,534 DEBUG [M:0;2998b885bdef:40325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ffb7008fda94e5fb80a0c890203f97b is 69, key is 2998b885bdef,38045,1731482695364/rs:state/1731482696758/Put/seqid=0 2024-11-13T07:25:14,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741850_1026 (size=5156) 2024-11-13T07:25:14,550 INFO [M:0;2998b885bdef:40325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ffb7008fda94e5fb80a0c890203f97b 2024-11-13T07:25:14,559 DEBUG [M:0;2998b885bdef:40325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/33560575b6464b15a3a17ca6d484977c as hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/33560575b6464b15a3a17ca6d484977c 2024-11-13T07:25:14,568 INFO [M:0;2998b885bdef:40325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/33560575b6464b15a3a17ca6d484977c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T07:25:14,573 DEBUG [M:0;2998b885bdef:40325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe625c997e8b49f9ac6055abc5a63ef6 as hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fe625c997e8b49f9ac6055abc5a63ef6 2024-11-13T07:25:14,580 INFO [M:0;2998b885bdef:40325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fe625c997e8b49f9ac6055abc5a63ef6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T07:25:14,581 DEBUG [M:0;2998b885bdef:40325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ffb7008fda94e5fb80a0c890203f97b as hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ffb7008fda94e5fb80a0c890203f97b 2024-11-13T07:25:14,594 INFO [M:0;2998b885bdef:40325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46503/user/jenkins/test-data/fbb803ee-1844-3e3d-9b4e-86d77e38f9e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ffb7008fda94e5fb80a0c890203f97b, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T07:25:14,595 INFO [M:0;2998b885bdef:40325 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 541ms, sequenceid=97, compaction requested=false 2024-11-13T07:25:14,614 INFO [M:0;2998b885bdef:40325 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:25:14,615 DEBUG [M:0;2998b885bdef:40325 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482714054Disabling compacts and flushes for region at 1731482714054Disabling writes for close at 1731482714054Obtaining lock to block concurrent updates at 1731482714054Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731482714054Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731482714055 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731482714055Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731482714055Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731482714078 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731482714078Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731482714089 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731482714104 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731482714104Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731482714516 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731482714533 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731482714534 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39251566: reopening flushed file at 1731482714558 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6252c4ab: reopening flushed file at 1731482714568 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16bb8bf3: reopening flushed file at 1731482714580 (+12 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 541ms, sequenceid=97, compaction requested=false at 1731482714595 (+15 ms)Writing region close event to WAL at 1731482714614 (+19 ms)Closed at 1731482714614 2024-11-13T07:25:14,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741830_1006 (size=63642) 2024-11-13T07:25:14,630 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:25:14,631 INFO [M:0;2998b885bdef:40325 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T07:25:14,631 INFO [M:0;2998b885bdef:40325 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40325 2024-11-13T07:25:14,635 INFO [M:0;2998b885bdef:40325 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:25:14,796 INFO [M:0;2998b885bdef:40325 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:25:14,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40325-0x1013314f1190006, quorum=127.0.0.1:60318, baseZNode=/218846522 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:25:14,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40325-0x1013314f1190006, quorum=127.0.0.1:60318, baseZNode=/218846522 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:25:14,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@738598ff{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:25:14,799 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a33b11e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:25:14,799 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:25:14,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33d6b855{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:25:14,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e5e5d5d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5beadc33-9951-4b1f-038f-c9d5a658f975/hadoop.log.dir/,STOPPED} 2024-11-13T07:25:14,803 WARN [BP-2073214876-172.17.0.3-1731482692032 heartbeating to localhost/127.0.0.1:46503 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T07:25:14,803 WARN [BP-2073214876-172.17.0.3-1731482692032 heartbeating to localhost/127.0.0.1:46503 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2073214876-172.17.0.3-1731482692032 (Datanode Uuid 3c9089c7-e639-4aab-b567-29213ed2bc35) service to localhost/127.0.0.1:46503 2024-11-13T07:25:14,803 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5beadc33-9951-4b1f-038f-c9d5a658f975/cluster_f214b08c-a548-377a-8d19-3b0a585d70d4/data/data1/current/BP-2073214876-172.17.0.3-1731482692032 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:25:14,803 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T07:25:14,803 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T07:25:14,804 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5beadc33-9951-4b1f-038f-c9d5a658f975/cluster_f214b08c-a548-377a-8d19-3b0a585d70d4/data/data2/current/BP-2073214876-172.17.0.3-1731482692032 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:25:14,804 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T07:25:14,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1513d591{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:25:14,812 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d891de4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:25:14,812 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:25:14,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fecfa0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:25:14,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20c53d49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5beadc33-9951-4b1f-038f-c9d5a658f975/hadoop.log.dir/,STOPPED} 2024-11-13T07:25:14,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T07:25:14,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T07:25:14,831 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:25:14,831 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:25:14,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:14,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:14,831 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:25:14,831 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T07:25:14,831 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1005952733, stopped=false 2024-11-13T07:25:14,831 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2998b885bdef,42437,1731482688343 2024-11-13T07:25:14,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x1013314f1190004, quorum=127.0.0.1:60318, baseZNode=/1657001379 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1657001379/running 2024-11-13T07:25:14,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42437-0x1013314f1190003, quorum=127.0.0.1:60318, baseZNode=/1657001379 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1657001379/running 2024-11-13T07:25:14,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42437-0x1013314f1190003, quorum=127.0.0.1:60318, baseZNode=/1657001379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1657001379 2024-11-13T07:25:14,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x1013314f1190004, quorum=127.0.0.1:60318, baseZNode=/1657001379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1657001379 2024-11-13T07:25:14,844 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:25:14,844 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:25:14,844 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:25:14,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:14,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42437-0x1013314f1190003, quorum=127.0.0.1:60318, baseZNode=/1657001379 Set watcher on znode that does not yet exist, /1657001379/running 2024-11-13T07:25:14,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38505-0x1013314f1190004, quorum=127.0.0.1:60318, baseZNode=/1657001379 Set watcher on znode that does not yet exist, /1657001379/running 2024-11-13T07:25:14,845 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2998b885bdef,38505,1731482688516' ***** 2024-11-13T07:25:14,845 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T07:25:14,845 INFO [RS:0;2998b885bdef:38505 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T07:25:14,845 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T07:25:14,845 INFO [RS:0;2998b885bdef:38505 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T07:25:14,846 INFO [RS:0;2998b885bdef:38505 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T07:25:14,846 INFO [RS:0;2998b885bdef:38505 {}] regionserver.HRegionServer(3091): Received CLOSE for 2a11db8da29c84ad17589eec27e9421c 2024-11-13T07:25:14,846 INFO [RS:0;2998b885bdef:38505 {}] regionserver.HRegionServer(3091): Received CLOSE for 5e4bd193e277d91940f8a336cd188aea 2024-11-13T07:25:14,846 INFO [RS:0;2998b885bdef:38505 {}] regionserver.HRegionServer(959): stopping server 2998b885bdef,38505,1731482688516 2024-11-13T07:25:14,846 INFO [RS:0;2998b885bdef:38505 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:25:14,846 INFO [RS:0;2998b885bdef:38505 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:38505. 2024-11-13T07:25:14,846 DEBUG [RS:0;2998b885bdef:38505 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:25:14,846 DEBUG [RS:0;2998b885bdef:38505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:14,846 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2a11db8da29c84ad17589eec27e9421c, disabling compactions & flushes 2024-11-13T07:25:14,846 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731482698906.2a11db8da29c84ad17589eec27e9421c. 2024-11-13T07:25:14,846 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731482698906.2a11db8da29c84ad17589eec27e9421c. 2024-11-13T07:25:14,846 INFO [RS:0;2998b885bdef:38505 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T07:25:14,846 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731482698906.2a11db8da29c84ad17589eec27e9421c. after waiting 0 ms 2024-11-13T07:25:14,846 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731482698906.2a11db8da29c84ad17589eec27e9421c. 2024-11-13T07:25:14,846 INFO [RS:0;2998b885bdef:38505 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T07:25:14,846 INFO [RS:0;2998b885bdef:38505 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T07:25:14,846 INFO [RS:0;2998b885bdef:38505 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T07:25:14,846 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2a11db8da29c84ad17589eec27e9421c 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-13T07:25:14,846 INFO [RS:0;2998b885bdef:38505 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T07:25:14,846 DEBUG [RS:0;2998b885bdef:38505 {}] regionserver.HRegionServer(1325): Online Regions={2a11db8da29c84ad17589eec27e9421c=test,,1731482698906.2a11db8da29c84ad17589eec27e9421c., 1588230740=hbase:meta,,1.1588230740, 5e4bd193e277d91940f8a336cd188aea=hbase:replication,,1731482703376.5e4bd193e277d91940f8a336cd188aea.} 2024-11-13T07:25:14,846 DEBUG [RS:0;2998b885bdef:38505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a11db8da29c84ad17589eec27e9421c, 5e4bd193e277d91940f8a336cd188aea 2024-11-13T07:25:14,847 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:25:14,847 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:25:14,847 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:25:14,847 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:25:14,847 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:25:14,847 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T07:25:14,864 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/default/test/2a11db8da29c84ad17589eec27e9421c/.tmp/f/22dd22731f2849b891db8096a238f6c8 is 29, key is row1/f:/1731482709692/DeleteFamily/seqid=0 2024-11-13T07:25:14,870 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/hbase/meta/1588230740/.tmp/info/d66687d362f24ad28201f18cc0310038 is 147, key is hbase:replication,,1731482703376.5e4bd193e277d91940f8a336cd188aea./info:regioninfo/1731482704158/Put/seqid=0 2024-11-13T07:25:14,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741840_1016 (size=5152) 2024-11-13T07:25:14,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741841_1017 (size=7686) 2024-11-13T07:25:14,891 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/hbase/meta/1588230740/.tmp/info/d66687d362f24ad28201f18cc0310038 2024-11-13T07:25:14,911 INFO [regionserver/2998b885bdef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:25:14,916 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/hbase/meta/1588230740/.tmp/ns/2484eeb4693741f386ce6daa1c4581f0 is 43, key is default/ns:d/1731482691838/Put/seqid=0 2024-11-13T07:25:14,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741842_1018 (size=5153) 2024-11-13T07:25:14,920 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/hbase/meta/1588230740/.tmp/ns/2484eeb4693741f386ce6daa1c4581f0 2024-11-13T07:25:14,939 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/hbase/meta/1588230740/.tmp/rep_barrier/2e2ea5b1cb6248718a908366ddd72451 is 112, key is test,,1731482698906.2a11db8da29c84ad17589eec27e9421c./rep_barrier:seqnumDuringOpen/1731482699721/Put/seqid=0 2024-11-13T07:25:14,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741843_1019 (size=5518) 2024-11-13T07:25:14,951 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119 to pos 1191, reset compression=false 2024-11-13T07:25:14,955 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:25:14,955 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119 to pos 1438, reset compression=false 2024-11-13T07:25:14,955 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.shipper2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,38505,1731482688516 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T07:25:14,956 ERROR [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.shipper2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2998b885bdef,38505,1731482688516: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2998b885bdef,38505,1731482688516, walGroup=2998b885bdef%2C38505%2C1731482688516, offset=2998b885bdef%2C38505%2C1731482688516.1731482691119:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:38505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T07:25:14,958 ERROR [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.shipper2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T07:25:14,958 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.shipper2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T07:25:14,958 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.shipper2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T07:25:14,958 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.shipper2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T07:25:14,958 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.shipper2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T07:25:14,958 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.shipper2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1184890880, "init": 1048576000, "max": 2306867200, "used": 934607056 }, "NonHeapMemoryUsage": { "committed": 206372864, "init": 7667712, "max": -1, "used": 202116832 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T07:25:14,959 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.shipper2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:42437 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:42437 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T07:25:15,005 INFO [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T07:25:15,005 INFO [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T07:25:15,047 DEBUG [RS:0;2998b885bdef:38505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a11db8da29c84ad17589eec27e9421c, 5e4bd193e277d91940f8a336cd188aea 2024-11-13T07:25:15,158 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119 to pos 1438, reset compression=false 2024-11-13T07:25:15,247 DEBUG [RS:0;2998b885bdef:38505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a11db8da29c84ad17589eec27e9421c, 5e4bd193e277d91940f8a336cd188aea 2024-11-13T07:25:15,293 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/default/test/2a11db8da29c84ad17589eec27e9421c/.tmp/f/22dd22731f2849b891db8096a238f6c8 2024-11-13T07:25:15,298 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22dd22731f2849b891db8096a238f6c8 2024-11-13T07:25:15,322 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/default/test/2a11db8da29c84ad17589eec27e9421c/.tmp/f1/27e7dfc4f84f4bf084d1ce1a0913713c is 30, key is row1/f1:/1731482709692/DeleteFamily/seqid=0 2024-11-13T07:25:15,343 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/hbase/meta/1588230740/.tmp/rep_barrier/2e2ea5b1cb6248718a908366ddd72451 2024-11-13T07:25:15,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741844_1020 (size=5158) 2024-11-13T07:25:15,350 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/default/test/2a11db8da29c84ad17589eec27e9421c/.tmp/f1/27e7dfc4f84f4bf084d1ce1a0913713c 2024-11-13T07:25:15,353 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27e7dfc4f84f4bf084d1ce1a0913713c 2024-11-13T07:25:15,363 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/hbase/meta/1588230740/.tmp/table/8ed55093f2d842a69e80af2e25d4ea5e is 53, key is hbase:replication/table:state/1731482704166/Put/seqid=0 2024-11-13T07:25:15,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741845_1021 (size=5308) 2024-11-13T07:25:15,370 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/hbase/meta/1588230740/.tmp/table/8ed55093f2d842a69e80af2e25d4ea5e 2024-11-13T07:25:15,373 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/default/test/2a11db8da29c84ad17589eec27e9421c/.tmp/norep/c28a913120ab489fa8abeba1ffcf4fd0 is 33, key is row1/norep:/1731482709692/DeleteFamily/seqid=0 2024-11-13T07:25:15,379 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/hbase/meta/1588230740/.tmp/info/d66687d362f24ad28201f18cc0310038 as hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/hbase/meta/1588230740/info/d66687d362f24ad28201f18cc0310038 2024-11-13T07:25:15,384 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/hbase/meta/1588230740/info/d66687d362f24ad28201f18cc0310038, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T07:25:15,385 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/hbase/meta/1588230740/.tmp/ns/2484eeb4693741f386ce6daa1c4581f0 as hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/hbase/meta/1588230740/ns/2484eeb4693741f386ce6daa1c4581f0 2024-11-13T07:25:15,390 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/hbase/meta/1588230740/ns/2484eeb4693741f386ce6daa1c4581f0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T07:25:15,391 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/hbase/meta/1588230740/.tmp/rep_barrier/2e2ea5b1cb6248718a908366ddd72451 as hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/hbase/meta/1588230740/rep_barrier/2e2ea5b1cb6248718a908366ddd72451 2024-11-13T07:25:15,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741846_1022 (size=5108) 2024-11-13T07:25:15,403 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/default/test/2a11db8da29c84ad17589eec27e9421c/.tmp/norep/c28a913120ab489fa8abeba1ffcf4fd0 2024-11-13T07:25:15,409 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c28a913120ab489fa8abeba1ffcf4fd0 2024-11-13T07:25:15,410 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/default/test/2a11db8da29c84ad17589eec27e9421c/.tmp/f/22dd22731f2849b891db8096a238f6c8 as hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/default/test/2a11db8da29c84ad17589eec27e9421c/f/22dd22731f2849b891db8096a238f6c8 2024-11-13T07:25:15,411 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722.replicationSource.wal-reader.2998b885bdef%2C38229%2C1731482681722,1-2998b885bdef,38229,1731482681722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/WALs/2998b885bdef,38229,1731482681722/2998b885bdef%2C38229%2C1731482681722.1731482683757 to pos 636, reset compression=false 2024-11-13T07:25:15,412 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/hbase/meta/1588230740/rep_barrier/2e2ea5b1cb6248718a908366ddd72451, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T07:25:15,416 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22dd22731f2849b891db8096a238f6c8 2024-11-13T07:25:15,416 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/default/test/2a11db8da29c84ad17589eec27e9421c/f/22dd22731f2849b891db8096a238f6c8, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T07:25:15,417 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/default/test/2a11db8da29c84ad17589eec27e9421c/.tmp/f1/27e7dfc4f84f4bf084d1ce1a0913713c as hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/default/test/2a11db8da29c84ad17589eec27e9421c/f1/27e7dfc4f84f4bf084d1ce1a0913713c 2024-11-13T07:25:15,421 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27e7dfc4f84f4bf084d1ce1a0913713c 2024-11-13T07:25:15,421 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/default/test/2a11db8da29c84ad17589eec27e9421c/f1/27e7dfc4f84f4bf084d1ce1a0913713c, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T07:25:15,422 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/default/test/2a11db8da29c84ad17589eec27e9421c/.tmp/norep/c28a913120ab489fa8abeba1ffcf4fd0 as hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/default/test/2a11db8da29c84ad17589eec27e9421c/norep/c28a913120ab489fa8abeba1ffcf4fd0 2024-11-13T07:25:15,424 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/hbase/meta/1588230740/.tmp/table/8ed55093f2d842a69e80af2e25d4ea5e as hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/hbase/meta/1588230740/table/8ed55093f2d842a69e80af2e25d4ea5e 2024-11-13T07:25:15,429 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c28a913120ab489fa8abeba1ffcf4fd0 2024-11-13T07:25:15,429 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/default/test/2a11db8da29c84ad17589eec27e9421c/norep/c28a913120ab489fa8abeba1ffcf4fd0, entries=1, sequenceid=10, filesize=5.0 K 2024-11-13T07:25:15,430 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 2a11db8da29c84ad17589eec27e9421c in 584ms, sequenceid=10, compaction requested=false 2024-11-13T07:25:15,430 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T07:25:15,434 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/hbase/meta/1588230740/table/8ed55093f2d842a69e80af2e25d4ea5e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T07:25:15,435 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 588ms, sequenceid=16, compaction requested=false 2024-11-13T07:25:15,435 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T07:25:15,447 DEBUG [RS:0;2998b885bdef:38505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a11db8da29c84ad17589eec27e9421c, 5e4bd193e277d91940f8a336cd188aea 2024-11-13T07:25:15,473 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119 to pos 1438, reset compression=false 2024-11-13T07:25:15,477 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/default/test/2a11db8da29c84ad17589eec27e9421c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T07:25:15,477 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:25:15,477 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T07:25:15,478 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731482698906.2a11db8da29c84ad17589eec27e9421c. 2024-11-13T07:25:15,478 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2a11db8da29c84ad17589eec27e9421c: Waiting for close lock at 1731482714846Running coprocessor pre-close hooks at 1731482714846Disabling compacts and flushes for region at 1731482714846Disabling writes for close at 1731482714846Obtaining lock to block concurrent updates at 1731482714846Preparing flush snapshotting stores in 2a11db8da29c84ad17589eec27e9421c at 1731482714846Finished memstore snapshotting test,,1731482698906.2a11db8da29c84ad17589eec27e9421c., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731482714847 (+1 ms)Flushing stores of test,,1731482698906.2a11db8da29c84ad17589eec27e9421c. at 1731482714847Flushing 2a11db8da29c84ad17589eec27e9421c/f: creating writer at 1731482714847Flushing 2a11db8da29c84ad17589eec27e9421c/f: appending metadata at 1731482714864 (+17 ms)Flushing 2a11db8da29c84ad17589eec27e9421c/f: closing flushed file at 1731482714864Flushing 2a11db8da29c84ad17589eec27e9421c/f1: creating writer at 1731482715299 (+435 ms)Flushing 2a11db8da29c84ad17589eec27e9421c/f1: appending metadata at 1731482715321 (+22 ms)Flushing 2a11db8da29c84ad17589eec27e9421c/f1: closing flushed file at 1731482715322 (+1 ms)Flushing 2a11db8da29c84ad17589eec27e9421c/norep: creating writer at 1731482715353 (+31 ms)Flushing 2a11db8da29c84ad17589eec27e9421c/norep: appending metadata at 1731482715369 (+16 ms)Flushing 2a11db8da29c84ad17589eec27e9421c/norep: closing flushed file at 1731482715369Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f4b244b: reopening flushed file at 1731482715409 (+40 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@142535fb: reopening flushed file at 1731482715416 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@243fe229: reopening flushed file at 1731482715421 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 2a11db8da29c84ad17589eec27e9421c in 584ms, sequenceid=10, compaction requested=false at 1731482715430 (+9 ms)Writing region close event to WAL at 1731482715469 (+39 ms)Running coprocessor post-close hooks at 1731482715477 (+8 ms)Closed at 1731482715477 2024-11-13T07:25:15,478 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731482698906.2a11db8da29c84ad17589eec27e9421c. 2024-11-13T07:25:15,478 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5e4bd193e277d91940f8a336cd188aea, disabling compactions & flushes 2024-11-13T07:25:15,478 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731482703376.5e4bd193e277d91940f8a336cd188aea. 2024-11-13T07:25:15,478 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731482703376.5e4bd193e277d91940f8a336cd188aea. 2024-11-13T07:25:15,478 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731482703376.5e4bd193e277d91940f8a336cd188aea. after waiting 0 ms 2024-11-13T07:25:15,478 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731482703376.5e4bd193e277d91940f8a336cd188aea. 2024-11-13T07:25:15,478 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5e4bd193e277d91940f8a336cd188aea: Waiting for close lock at 1731482715478Running coprocessor pre-close hooks at 1731482715478Disabling compacts and flushes for region at 1731482715478Disabling writes for close at 1731482715478Failed flush hbase:replication,,1731482703376.5e4bd193e277d91940f8a336cd188aea., putting online again at 1731482715478 2024-11-13T07:25:15,478 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731482703376.5e4bd193e277d91940f8a336cd188aea. 2024-11-13T07:25:15,483 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T07:25:15,484 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:25:15,485 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119 to pos 2082, reset compression=false 2024-11-13T07:25:15,485 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:25:15,485 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:25:15,485 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:25:15,485 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482714846Running coprocessor pre-close hooks at 1731482714846Disabling compacts and flushes for region at 1731482714846Disabling writes for close at 1731482714847 (+1 ms)Obtaining lock to block concurrent updates at 1731482714847Preparing flush snapshotting stores in 1588230740 at 1731482714847Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731482714847Flushing stores of hbase:meta,,1.1588230740 at 1731482714847Flushing 1588230740/info: creating writer at 1731482714847Flushing 1588230740/info: appending metadata at 1731482714869 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731482714870 (+1 ms)Flushing 1588230740/ns: creating writer at 1731482714896 (+26 ms)Flushing 1588230740/ns: appending metadata at 1731482714916 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731482714916Flushing 1588230740/rep_barrier: creating writer at 1731482714926 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731482714938 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731482714939 (+1 ms)Flushing 1588230740/table: creating writer at 1731482715347 (+408 ms)Flushing 1588230740/table: appending metadata at 1731482715363 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731482715363Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@298924e2: reopening flushed file at 1731482715378 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57fe769c: reopening flushed file at 1731482715384 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a78ec7: reopening flushed file at 1731482715390 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60d52159: reopening flushed file at 1731482715413 (+23 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 588ms, sequenceid=16, compaction requested=false at 1731482715435 (+22 ms)Writing region close event to WAL at 1731482715478 (+43 ms)Running coprocessor post-close hooks at 1731482715485 (+7 ms)Closed at 1731482715485 2024-11-13T07:25:15,485 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T07:25:15,647 INFO [RS:0;2998b885bdef:38505 {}] regionserver.HRegionServer(3091): Received CLOSE for 5e4bd193e277d91940f8a336cd188aea 2024-11-13T07:25:15,647 DEBUG [RS:0;2998b885bdef:38505 {}] regionserver.HRegionServer(1351): Waiting on 5e4bd193e277d91940f8a336cd188aea 2024-11-13T07:25:15,647 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5e4bd193e277d91940f8a336cd188aea, disabling compactions & flushes 2024-11-13T07:25:15,648 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731482703376.5e4bd193e277d91940f8a336cd188aea. 2024-11-13T07:25:15,648 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731482703376.5e4bd193e277d91940f8a336cd188aea. 2024-11-13T07:25:15,648 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731482703376.5e4bd193e277d91940f8a336cd188aea. after waiting 0 ms 2024-11-13T07:25:15,648 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731482703376.5e4bd193e277d91940f8a336cd188aea. 2024-11-13T07:25:15,648 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5e4bd193e277d91940f8a336cd188aea: Waiting for close lock at 1731482715647Running coprocessor pre-close hooks at 1731482715647Disabling compacts and flushes for region at 1731482715647Disabling writes for close at 1731482715648 (+1 ms)Failed flush hbase:replication,,1731482703376.5e4bd193e277d91940f8a336cd188aea., putting online again at 1731482715648 2024-11-13T07:25:15,648 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731482703376.5e4bd193e277d91940f8a336cd188aea. 2024-11-13T07:25:15,688 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/WALs/2998b885bdef,38505,1731482688516/2998b885bdef%2C38505%2C1731482688516.1731482691119 to pos 2082, reset compression=false 2024-11-13T07:25:15,847 INFO [RS:0;2998b885bdef:38505 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T07:25:15,848 DEBUG [RS:0;2998b885bdef:38505 {}] regionserver.HRegionServer(1325): Online Regions={5e4bd193e277d91940f8a336cd188aea=hbase:replication,,1731482703376.5e4bd193e277d91940f8a336cd188aea.} 2024-11-13T07:25:15,848 INFO [RS:0;2998b885bdef:38505 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T07:25:15,848 INFO [RS:0;2998b885bdef:38505 {}] regionserver.HRegionServer(976): stopping server 2998b885bdef,38505,1731482688516; all regions closed. 2024-11-13T07:25:15,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741834_1010 (size=4239) 2024-11-13T07:25:15,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741839_1015 (size=2171) 2024-11-13T07:25:15,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741832_1008 (size=2090) 2024-11-13T07:25:15,853 DEBUG [RS:0;2998b885bdef:38505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:15,853 INFO [RS:0;2998b885bdef:38505 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:25:15,853 INFO [RS:0;2998b885bdef:38505 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:25:15,853 INFO [RS:0;2998b885bdef:38505 {}] hbase.ChoreService(370): Chore service for: regionserver/2998b885bdef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T07:25:15,853 INFO [RS:0;2998b885bdef:38505 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:25:15,853 INFO [regionserver/2998b885bdef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:25:15,853 INFO [RS:0;2998b885bdef:38505 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2998b885bdef,38505,1731482688516 because: Region server is closing 2024-11-13T07:25:15,854 INFO [RS:0;2998b885bdef:38505 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:38505. 2024-11-13T07:25:15,854 DEBUG [RS:0;2998b885bdef:38505 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:25:15,854 DEBUG [RS:0;2998b885bdef:38505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:15,854 DEBUG [RS:0;2998b885bdef:38505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:15,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:25:15,954 INFO [RS:0;2998b885bdef:38505 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.shipper2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 terminated 2024-11-13T07:25:15,954 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38505,1731482688516.replicationSource.wal-reader.2998b885bdef%2C38505%2C1731482688516,1-2998b885bdef,38505,1731482688516 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T07:25:15,955 INFO [RS:0;2998b885bdef:38505 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:38505. 2024-11-13T07:25:15,955 DEBUG [RS:0;2998b885bdef:38505 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:25:15,955 DEBUG [RS:0;2998b885bdef:38505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:15,955 DEBUG [RS:0;2998b885bdef:38505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:15,955 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:25:15,955 INFO [RS:0;2998b885bdef:38505 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38505 2024-11-13T07:25:15,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x1013314f1190004, quorum=127.0.0.1:60318, baseZNode=/1657001379 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1657001379/rs/2998b885bdef,38505,1731482688516 2024-11-13T07:25:15,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42437-0x1013314f1190003, quorum=127.0.0.1:60318, baseZNode=/1657001379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1657001379/rs 2024-11-13T07:25:15,968 INFO [RS:0;2998b885bdef:38505 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:25:15,980 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2998b885bdef,38505,1731482688516] 2024-11-13T07:25:16,026 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1657001379/draining/2998b885bdef,38505,1731482688516 already deleted, retry=false 2024-11-13T07:25:16,026 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2998b885bdef,38505,1731482688516 expired; onlineServers=0 2024-11-13T07:25:16,026 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2998b885bdef,42437,1731482688343' ***** 2024-11-13T07:25:16,026 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T07:25:16,027 INFO [M:0;2998b885bdef:42437 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:25:16,027 INFO [M:0;2998b885bdef:42437 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:25:16,027 DEBUG [M:0;2998b885bdef:42437 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T07:25:16,027 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T07:25:16,027 DEBUG [M:0;2998b885bdef:42437 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T07:25:16,027 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482690856 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482690856,5,FailOnTimeoutGroup] 2024-11-13T07:25:16,027 INFO [M:0;2998b885bdef:42437 {}] hbase.ChoreService(370): Chore service for: master/2998b885bdef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T07:25:16,027 INFO [M:0;2998b885bdef:42437 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:25:16,027 DEBUG [M:0;2998b885bdef:42437 {}] master.HMaster(1795): Stopping service threads 2024-11-13T07:25:16,027 INFO [M:0;2998b885bdef:42437 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T07:25:16,027 INFO [M:0;2998b885bdef:42437 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:25:16,027 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482690845 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482690845,5,FailOnTimeoutGroup] 2024-11-13T07:25:16,027 INFO [M:0;2998b885bdef:42437 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T07:25:16,027 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T07:25:16,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42437-0x1013314f1190003, quorum=127.0.0.1:60318, baseZNode=/1657001379 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1657001379/master 2024-11-13T07:25:16,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42437-0x1013314f1190003, quorum=127.0.0.1:60318, baseZNode=/1657001379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1657001379 2024-11-13T07:25:16,044 DEBUG [M:0;2998b885bdef:42437 {}] zookeeper.ZKUtil(347): master:42437-0x1013314f1190003, quorum=127.0.0.1:60318, baseZNode=/1657001379 Unable to get data of znode /1657001379/master because node does not exist (not an error) 2024-11-13T07:25:16,044 WARN [M:0;2998b885bdef:42437 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T07:25:16,046 INFO [M:0;2998b885bdef:42437 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/.lastflushedseqids 2024-11-13T07:25:16,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741847_1023 (size=245) 2024-11-13T07:25:16,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x1013314f1190004, quorum=127.0.0.1:60318, baseZNode=/1657001379 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:25:16,081 INFO [RS:0;2998b885bdef:38505 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:25:16,081 INFO [RS:0;2998b885bdef:38505 {}] regionserver.HRegionServer(1031): Exiting; stopping=2998b885bdef,38505,1731482688516; zookeeper connection closed. 2024-11-13T07:25:16,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x1013314f1190004, quorum=127.0.0.1:60318, baseZNode=/1657001379 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:25:16,081 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@771b9ec3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@771b9ec3 2024-11-13T07:25:16,081 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T07:25:16,458 INFO [M:0;2998b885bdef:42437 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T07:25:16,458 INFO [M:0;2998b885bdef:42437 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T07:25:16,458 DEBUG [M:0;2998b885bdef:42437 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:25:16,458 INFO [M:0;2998b885bdef:42437 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:25:16,458 DEBUG [M:0;2998b885bdef:42437 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:25:16,458 DEBUG [M:0;2998b885bdef:42437 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:25:16,458 DEBUG [M:0;2998b885bdef:42437 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:25:16,459 INFO [M:0;2998b885bdef:42437 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T07:25:16,475 DEBUG [M:0;2998b885bdef:42437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f694fae66fb4bf4af24e9b0b64d8896 is 82, key is hbase:meta,,1/info:regioninfo/1731482691780/Put/seqid=0 2024-11-13T07:25:16,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741848_1024 (size=5672) 2024-11-13T07:25:16,639 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722.replicationSource.wal-reader.2998b885bdef%2C38229%2C1731482681722,1-2998b885bdef,38229,1731482681722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/WALs/2998b885bdef,38229,1731482681722/2998b885bdef%2C38229%2C1731482681722.1731482683757 to pos 636, reset compression=false 2024-11-13T07:25:16,878 INFO [M:0;2998b885bdef:42437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f694fae66fb4bf4af24e9b0b64d8896 2024-11-13T07:25:16,898 DEBUG [M:0;2998b885bdef:42437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49e697fc8cfd47c89a62122c23d22734 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731482704170/Put/seqid=0 2024-11-13T07:25:16,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741849_1025 (size=8516) 2024-11-13T07:25:17,303 INFO [M:0;2998b885bdef:42437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49e697fc8cfd47c89a62122c23d22734 2024-11-13T07:25:17,318 DEBUG [M:0;2998b885bdef:42437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c789cc1e76d746a7bf70a66f7e93df71 is 69, key is 2998b885bdef,38505,1731482688516/rs:state/1731482690934/Put/seqid=0 2024-11-13T07:25:17,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741850_1026 (size=5156) 2024-11-13T07:25:17,721 INFO [M:0;2998b885bdef:42437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c789cc1e76d746a7bf70a66f7e93df71 2024-11-13T07:25:17,725 DEBUG [M:0;2998b885bdef:42437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f694fae66fb4bf4af24e9b0b64d8896 as hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f694fae66fb4bf4af24e9b0b64d8896 2024-11-13T07:25:17,728 INFO [M:0;2998b885bdef:42437 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f694fae66fb4bf4af24e9b0b64d8896, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T07:25:17,729 DEBUG [M:0;2998b885bdef:42437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49e697fc8cfd47c89a62122c23d22734 as hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/49e697fc8cfd47c89a62122c23d22734 2024-11-13T07:25:17,732 INFO [M:0;2998b885bdef:42437 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/49e697fc8cfd47c89a62122c23d22734, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T07:25:17,732 DEBUG [M:0;2998b885bdef:42437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c789cc1e76d746a7bf70a66f7e93df71 as hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c789cc1e76d746a7bf70a66f7e93df71 2024-11-13T07:25:17,735 INFO [M:0;2998b885bdef:42437 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39565/user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c789cc1e76d746a7bf70a66f7e93df71, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T07:25:17,736 INFO [M:0;2998b885bdef:42437 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false 2024-11-13T07:25:17,741 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T07:25:17,741 INFO [M:0;2998b885bdef:42437 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:25:17,742 DEBUG [M:0;2998b885bdef:42437 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482716458Disabling compacts and flushes for region at 1731482716458Disabling writes for close at 1731482716458Obtaining lock to block concurrent updates at 1731482716459 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731482716459Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731482716459Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731482716459Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731482716459Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731482716475 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731482716475Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731482716882 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731482716897 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731482716897Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731482717306 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731482717317 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731482717317Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d6e0df2: reopening flushed file at 1731482717725 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c041f38: reopening flushed file at 1731482717728 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f4543b: reopening flushed file at 1731482717732 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false at 1731482717736 (+4 ms)Writing region close event to WAL at 1731482717741 (+5 ms)Closed at 1731482717741 2024-11-13T07:25:17,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:17,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:17,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:17,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:17,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35953 is added to blk_1073741830_1006 (size=63654) 2024-11-13T07:25:17,743 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ca0db385-254a-3a23-16df-f20ca40120f9/MasterData/WALs/2998b885bdef,42437,1731482688343/2998b885bdef%2C42437%2C1731482688343.1731482690064 not finished, retry = 0 2024-11-13T07:25:17,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:17,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:17,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:17,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:17,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:17,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:17,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:17,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:17,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:17,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:17,844 INFO [M:0;2998b885bdef:42437 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T07:25:17,844 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:25:17,844 INFO [M:0;2998b885bdef:42437 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42437 2024-11-13T07:25:17,845 INFO [M:0;2998b885bdef:42437 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:25:17,900 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T07:25:17,942 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722.replicationSource.wal-reader.2998b885bdef%2C38229%2C1731482681722,1-2998b885bdef,38229,1731482681722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/WALs/2998b885bdef,38229,1731482681722/2998b885bdef%2C38229%2C1731482681722.1731482683757 to pos 636, reset compression=false 2024-11-13T07:25:17,963 INFO [M:0;2998b885bdef:42437 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:25:17,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42437-0x1013314f1190003, quorum=127.0.0.1:60318, baseZNode=/1657001379 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:25:17,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42437-0x1013314f1190003, quorum=127.0.0.1:60318, baseZNode=/1657001379 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:25:17,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@616f4391{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:25:17,966 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a76dc68{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:25:17,966 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:25:17,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33ef32d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:25:17,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bb702a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc3ec7c5-bcd0-f34c-2186-b11e222acf4a/hadoop.log.dir/,STOPPED} 2024-11-13T07:25:17,967 WARN [BP-1597622922-172.17.0.3-1731482685092 heartbeating to localhost/127.0.0.1:39565 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T07:25:17,967 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T07:25:17,967 WARN [BP-1597622922-172.17.0.3-1731482685092 heartbeating to localhost/127.0.0.1:39565 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1597622922-172.17.0.3-1731482685092 (Datanode Uuid 8666a2ef-04e2-49c9-8c21-162c86b8fb4f) service to localhost/127.0.0.1:39565 2024-11-13T07:25:17,967 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T07:25:17,968 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc3ec7c5-bcd0-f34c-2186-b11e222acf4a/cluster_97b8dcd7-31e8-b2b4-e5a3-c13e9ad351cc/data/data1/current/BP-1597622922-172.17.0.3-1731482685092 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:25:17,968 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc3ec7c5-bcd0-f34c-2186-b11e222acf4a/cluster_97b8dcd7-31e8-b2b4-e5a3-c13e9ad351cc/data/data2/current/BP-1597622922-172.17.0.3-1731482685092 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:25:17,968 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T07:25:17,974 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@750ec5ba{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:25:17,974 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64fc6f6d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:25:17,974 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:25:17,975 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@683d1e73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:25:17,975 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37cee67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc3ec7c5-bcd0-f34c-2186-b11e222acf4a/hadoop.log.dir/,STOPPED} 2024-11-13T07:25:17,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T07:25:17,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T07:25:17,988 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:25:17,988 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:25:17,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:17,988 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:25:17,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:17,988 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T07:25:17,988 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1316549402, stopped=false 2024-11-13T07:25:17,988 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2998b885bdef,34965,1731482681519 2024-11-13T07:25:18,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34965-0x1013314f1190000, quorum=127.0.0.1:60318, baseZNode=/01039694684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01039694684/running 2024-11-13T07:25:18,043 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38229-0x1013314f1190001, quorum=127.0.0.1:60318, baseZNode=/01039694684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01039694684/running 2024-11-13T07:25:18,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34965-0x1013314f1190000, quorum=127.0.0.1:60318, baseZNode=/01039694684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01039694684 2024-11-13T07:25:18,044 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38229-0x1013314f1190001, quorum=127.0.0.1:60318, baseZNode=/01039694684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01039694684 2024-11-13T07:25:18,044 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:25:18,044 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:25:18,044 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:25:18,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:18,044 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2998b885bdef,38229,1731482681722' ***** 2024-11-13T07:25:18,044 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T07:25:18,044 INFO [RS:0;2998b885bdef:38229 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T07:25:18,044 INFO [RS:0;2998b885bdef:38229 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T07:25:18,044 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T07:25:18,044 INFO [RS:0;2998b885bdef:38229 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T07:25:18,044 INFO [RS:0;2998b885bdef:38229 {}] regionserver.HRegionServer(3091): Received CLOSE for 4c2c9c8e75e9f96ba3ffb74c57851ade 2024-11-13T07:25:18,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38229-0x1013314f1190001, quorum=127.0.0.1:60318, baseZNode=/01039694684 Set watcher on znode that does not yet exist, /01039694684/running 2024-11-13T07:25:18,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34965-0x1013314f1190000, quorum=127.0.0.1:60318, baseZNode=/01039694684 Set watcher on znode that does not yet exist, /01039694684/running 2024-11-13T07:25:18,045 INFO [RS:0;2998b885bdef:38229 {}] regionserver.HRegionServer(3091): Received CLOSE for 5d4b98488715f41a0c771d6830f39b11 2024-11-13T07:25:18,045 INFO [RS:0;2998b885bdef:38229 {}] regionserver.HRegionServer(959): stopping server 2998b885bdef,38229,1731482681722 2024-11-13T07:25:18,045 INFO [RS:0;2998b885bdef:38229 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:25:18,045 INFO [RS:0;2998b885bdef:38229 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:38229. 2024-11-13T07:25:18,045 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4c2c9c8e75e9f96ba3ffb74c57851ade, disabling compactions & flushes 2024-11-13T07:25:18,045 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731482701235.4c2c9c8e75e9f96ba3ffb74c57851ade. 2024-11-13T07:25:18,045 DEBUG [RS:0;2998b885bdef:38229 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:25:18,045 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731482701235.4c2c9c8e75e9f96ba3ffb74c57851ade. 2024-11-13T07:25:18,045 DEBUG [RS:0;2998b885bdef:38229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:18,045 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731482701235.4c2c9c8e75e9f96ba3ffb74c57851ade. after waiting 0 ms 2024-11-13T07:25:18,045 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731482701235.4c2c9c8e75e9f96ba3ffb74c57851ade. 2024-11-13T07:25:18,045 INFO [RS:0;2998b885bdef:38229 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T07:25:18,045 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4c2c9c8e75e9f96ba3ffb74c57851ade 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-13T07:25:18,045 INFO [RS:0;2998b885bdef:38229 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T07:25:18,046 INFO [RS:0;2998b885bdef:38229 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T07:25:18,046 INFO [RS:0;2998b885bdef:38229 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T07:25:18,046 INFO [RS:0;2998b885bdef:38229 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T07:25:18,046 DEBUG [RS:0;2998b885bdef:38229 {}] regionserver.HRegionServer(1325): Online Regions={4c2c9c8e75e9f96ba3ffb74c57851ade=hbase:replication,,1731482701235.4c2c9c8e75e9f96ba3ffb74c57851ade., 5d4b98488715f41a0c771d6830f39b11=test,,1731482697756.5d4b98488715f41a0c771d6830f39b11., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T07:25:18,046 DEBUG [RS:0;2998b885bdef:38229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c2c9c8e75e9f96ba3ffb74c57851ade, 5d4b98488715f41a0c771d6830f39b11 2024-11-13T07:25:18,046 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:25:18,046 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:25:18,046 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:25:18,046 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:25:18,046 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:25:18,046 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T07:25:18,059 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/hbase/replication/4c2c9c8e75e9f96ba3ffb74c57851ade/.tmp/queue/f6383fe532364cda8bc31da27c5977b6 is 153, key is 1-2998b885bdef,38229,1731482681722/queue:2998b885bdef%2C38229%2C1731482681722/1731482708876/Put/seqid=0 2024-11-13T07:25:18,064 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/hbase/meta/1588230740/.tmp/info/ab82c8b75fa64170ae7fb3d89f6aed2e is 147, key is hbase:replication,,1731482701235.4c2c9c8e75e9f96ba3ffb74c57851ade./info:regioninfo/1731482702121/Put/seqid=0 2024-11-13T07:25:18,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741840_1016 (size=5352) 2024-11-13T07:25:18,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741841_1017 (size=7686) 2024-11-13T07:25:18,086 INFO [regionserver/2998b885bdef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:25:18,246 DEBUG [RS:0;2998b885bdef:38229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c2c9c8e75e9f96ba3ffb74c57851ade, 5d4b98488715f41a0c771d6830f39b11 2024-11-13T07:25:18,446 DEBUG [RS:0;2998b885bdef:38229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c2c9c8e75e9f96ba3ffb74c57851ade, 5d4b98488715f41a0c771d6830f39b11 2024-11-13T07:25:18,474 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/hbase/replication/4c2c9c8e75e9f96ba3ffb74c57851ade/.tmp/queue/f6383fe532364cda8bc31da27c5977b6 2024-11-13T07:25:18,480 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/hbase/meta/1588230740/.tmp/info/ab82c8b75fa64170ae7fb3d89f6aed2e 2024-11-13T07:25:18,496 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/hbase/replication/4c2c9c8e75e9f96ba3ffb74c57851ade/.tmp/queue/f6383fe532364cda8bc31da27c5977b6 as hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/hbase/replication/4c2c9c8e75e9f96ba3ffb74c57851ade/queue/f6383fe532364cda8bc31da27c5977b6 2024-11-13T07:25:18,502 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/hbase/replication/4c2c9c8e75e9f96ba3ffb74c57851ade/queue/f6383fe532364cda8bc31da27c5977b6, entries=1, sequenceid=8, filesize=5.2 K 2024-11-13T07:25:18,503 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 4c2c9c8e75e9f96ba3ffb74c57851ade in 458ms, sequenceid=8, compaction requested=false 2024-11-13T07:25:18,540 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/hbase/meta/1588230740/.tmp/ns/25d4026942fc4a63b01b61f0774b774f is 43, key is default/ns:d/1731482684828/Put/seqid=0 2024-11-13T07:25:18,549 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/hbase/replication/4c2c9c8e75e9f96ba3ffb74c57851ade/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T07:25:18,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741842_1018 (size=5153) 2024-11-13T07:25:18,550 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:25:18,550 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:25:18,550 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731482701235.4c2c9c8e75e9f96ba3ffb74c57851ade. 2024-11-13T07:25:18,550 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4c2c9c8e75e9f96ba3ffb74c57851ade: Waiting for close lock at 1731482718045Running coprocessor pre-close hooks at 1731482718045Disabling compacts and flushes for region at 1731482718045Disabling writes for close at 1731482718045Obtaining lock to block concurrent updates at 1731482718045Preparing flush snapshotting stores in 4c2c9c8e75e9f96ba3ffb74c57851ade at 1731482718045Finished memstore snapshotting hbase:replication,,1731482701235.4c2c9c8e75e9f96ba3ffb74c57851ade., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731482718046 (+1 ms)Flushing stores of hbase:replication,,1731482701235.4c2c9c8e75e9f96ba3ffb74c57851ade. at 1731482718046Flushing 4c2c9c8e75e9f96ba3ffb74c57851ade/queue: creating writer at 1731482718046Flushing 4c2c9c8e75e9f96ba3ffb74c57851ade/queue: appending metadata at 1731482718058 (+12 ms)Flushing 4c2c9c8e75e9f96ba3ffb74c57851ade/queue: closing flushed file at 1731482718058Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31c9c397: reopening flushed file at 1731482718495 (+437 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 4c2c9c8e75e9f96ba3ffb74c57851ade in 458ms, sequenceid=8, compaction requested=false at 1731482718503 (+8 ms)Writing region close event to WAL at 1731482718542 (+39 ms)Running coprocessor post-close hooks at 1731482718550 (+8 ms)Closed at 1731482718550 2024-11-13T07:25:18,550 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/hbase/meta/1588230740/.tmp/ns/25d4026942fc4a63b01b61f0774b774f 2024-11-13T07:25:18,550 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731482701235.4c2c9c8e75e9f96ba3ffb74c57851ade. 2024-11-13T07:25:18,550 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5d4b98488715f41a0c771d6830f39b11, disabling compactions & flushes 2024-11-13T07:25:18,551 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731482697756.5d4b98488715f41a0c771d6830f39b11. 2024-11-13T07:25:18,551 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731482697756.5d4b98488715f41a0c771d6830f39b11. 2024-11-13T07:25:18,551 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731482697756.5d4b98488715f41a0c771d6830f39b11. after waiting 0 ms 2024-11-13T07:25:18,551 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731482697756.5d4b98488715f41a0c771d6830f39b11. 2024-11-13T07:25:18,551 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5d4b98488715f41a0c771d6830f39b11 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-13T07:25:18,572 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/default/test/5d4b98488715f41a0c771d6830f39b11/.tmp/f/a22f6ed794bc42918acdeb746b255f12 is 28, key is row/f:/1731482708688/DeleteFamily/seqid=0 2024-11-13T07:25:18,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741843_1019 (size=5085) 2024-11-13T07:25:18,613 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/hbase/meta/1588230740/.tmp/rep_barrier/572625be1b214e968bbbeb06d51924b2 is 112, key is test,,1731482697756.5d4b98488715f41a0c771d6830f39b11./rep_barrier:seqnumDuringOpen/1731482698706/Put/seqid=0 2024-11-13T07:25:18,614 INFO [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T07:25:18,614 INFO [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T07:25:18,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741844_1020 (size=5518) 2024-11-13T07:25:18,638 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/hbase/meta/1588230740/.tmp/rep_barrier/572625be1b214e968bbbeb06d51924b2 2024-11-13T07:25:18,647 DEBUG [RS:0;2998b885bdef:38229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5d4b98488715f41a0c771d6830f39b11 2024-11-13T07:25:18,661 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/hbase/meta/1588230740/.tmp/table/a9e66849b6ba45578b76f87b0eb9b775 is 53, key is hbase:replication/table:state/1731482702128/Put/seqid=0 2024-11-13T07:25:18,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741845_1021 (size=5308) 2024-11-13T07:25:18,847 DEBUG [RS:0;2998b885bdef:38229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5d4b98488715f41a0c771d6830f39b11 2024-11-13T07:25:19,010 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/default/test/5d4b98488715f41a0c771d6830f39b11/.tmp/f/a22f6ed794bc42918acdeb746b255f12 2024-11-13T07:25:19,015 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a22f6ed794bc42918acdeb746b255f12 2024-11-13T07:25:19,037 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/default/test/5d4b98488715f41a0c771d6830f39b11/.tmp/f1/c9a2c0ac020e45d386157861b6790bab is 29, key is row/f1:/1731482708688/DeleteFamily/seqid=0 2024-11-13T07:25:19,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741846_1022 (size=5089) 2024-11-13T07:25:19,042 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/default/test/5d4b98488715f41a0c771d6830f39b11/.tmp/f1/c9a2c0ac020e45d386157861b6790bab 2024-11-13T07:25:19,046 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9a2c0ac020e45d386157861b6790bab 2024-11-13T07:25:19,047 INFO [RS:0;2998b885bdef:38229 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T07:25:19,047 DEBUG [RS:0;2998b885bdef:38229 {}] regionserver.HRegionServer(1325): Online Regions={5d4b98488715f41a0c771d6830f39b11=test,,1731482697756.5d4b98488715f41a0c771d6830f39b11., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T07:25:19,047 DEBUG [RS:0;2998b885bdef:38229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5d4b98488715f41a0c771d6830f39b11 2024-11-13T07:25:19,066 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/default/test/5d4b98488715f41a0c771d6830f39b11/.tmp/norep/0f90547df17240ddab146f3dd5c81f1a is 32, key is row/norep:/1731482708688/DeleteFamily/seqid=0 2024-11-13T07:25:19,074 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/hbase/meta/1588230740/.tmp/table/a9e66849b6ba45578b76f87b0eb9b775 2024-11-13T07:25:19,083 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/hbase/meta/1588230740/.tmp/info/ab82c8b75fa64170ae7fb3d89f6aed2e as hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/hbase/meta/1588230740/info/ab82c8b75fa64170ae7fb3d89f6aed2e 2024-11-13T07:25:19,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741847_1023 (size=5101) 2024-11-13T07:25:19,088 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/default/test/5d4b98488715f41a0c771d6830f39b11/.tmp/norep/0f90547df17240ddab146f3dd5c81f1a 2024-11-13T07:25:19,092 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/hbase/meta/1588230740/info/ab82c8b75fa64170ae7fb3d89f6aed2e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T07:25:19,096 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f90547df17240ddab146f3dd5c81f1a 2024-11-13T07:25:19,096 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/hbase/meta/1588230740/.tmp/ns/25d4026942fc4a63b01b61f0774b774f as hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/hbase/meta/1588230740/ns/25d4026942fc4a63b01b61f0774b774f 2024-11-13T07:25:19,098 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/default/test/5d4b98488715f41a0c771d6830f39b11/.tmp/f/a22f6ed794bc42918acdeb746b255f12 as hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/default/test/5d4b98488715f41a0c771d6830f39b11/f/a22f6ed794bc42918acdeb746b255f12 2024-11-13T07:25:19,104 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a22f6ed794bc42918acdeb746b255f12 2024-11-13T07:25:19,104 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/default/test/5d4b98488715f41a0c771d6830f39b11/f/a22f6ed794bc42918acdeb746b255f12, entries=1, sequenceid=6, filesize=5.0 K 2024-11-13T07:25:19,106 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/default/test/5d4b98488715f41a0c771d6830f39b11/.tmp/f1/c9a2c0ac020e45d386157861b6790bab as hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/default/test/5d4b98488715f41a0c771d6830f39b11/f1/c9a2c0ac020e45d386157861b6790bab 2024-11-13T07:25:19,109 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/hbase/meta/1588230740/ns/25d4026942fc4a63b01b61f0774b774f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T07:25:19,112 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9a2c0ac020e45d386157861b6790bab 2024-11-13T07:25:19,112 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/default/test/5d4b98488715f41a0c771d6830f39b11/f1/c9a2c0ac020e45d386157861b6790bab, entries=1, sequenceid=6, filesize=5.0 K 2024-11-13T07:25:19,112 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/hbase/meta/1588230740/.tmp/rep_barrier/572625be1b214e968bbbeb06d51924b2 as hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/hbase/meta/1588230740/rep_barrier/572625be1b214e968bbbeb06d51924b2 2024-11-13T07:25:19,113 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/default/test/5d4b98488715f41a0c771d6830f39b11/.tmp/norep/0f90547df17240ddab146f3dd5c81f1a as hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/default/test/5d4b98488715f41a0c771d6830f39b11/norep/0f90547df17240ddab146f3dd5c81f1a 2024-11-13T07:25:19,119 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/hbase/meta/1588230740/rep_barrier/572625be1b214e968bbbeb06d51924b2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T07:25:19,120 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f90547df17240ddab146f3dd5c81f1a 2024-11-13T07:25:19,121 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/default/test/5d4b98488715f41a0c771d6830f39b11/norep/0f90547df17240ddab146f3dd5c81f1a, entries=1, sequenceid=6, filesize=5.0 K 2024-11-13T07:25:19,122 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/hbase/meta/1588230740/.tmp/table/a9e66849b6ba45578b76f87b0eb9b775 as hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/hbase/meta/1588230740/table/a9e66849b6ba45578b76f87b0eb9b775 2024-11-13T07:25:19,122 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 5d4b98488715f41a0c771d6830f39b11 in 571ms, sequenceid=6, compaction requested=false 2024-11-13T07:25:19,122 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T07:25:19,134 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/hbase/meta/1588230740/table/a9e66849b6ba45578b76f87b0eb9b775, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T07:25:19,136 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1089ms, sequenceid=16, compaction requested=false 2024-11-13T07:25:19,136 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T07:25:19,158 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/default/test/5d4b98488715f41a0c771d6830f39b11/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T07:25:19,159 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:25:19,159 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T07:25:19,159 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731482697756.5d4b98488715f41a0c771d6830f39b11. 2024-11-13T07:25:19,159 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5d4b98488715f41a0c771d6830f39b11: Waiting for close lock at 1731482718550Running coprocessor pre-close hooks at 1731482718550Disabling compacts and flushes for region at 1731482718550Disabling writes for close at 1731482718551 (+1 ms)Obtaining lock to block concurrent updates at 1731482718551Preparing flush snapshotting stores in 5d4b98488715f41a0c771d6830f39b11 at 1731482718551Finished memstore snapshotting test,,1731482697756.5d4b98488715f41a0c771d6830f39b11., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731482718551Flushing stores of test,,1731482697756.5d4b98488715f41a0c771d6830f39b11. at 1731482718551Flushing 5d4b98488715f41a0c771d6830f39b11/f: creating writer at 1731482718552 (+1 ms)Flushing 5d4b98488715f41a0c771d6830f39b11/f: appending metadata at 1731482718571 (+19 ms)Flushing 5d4b98488715f41a0c771d6830f39b11/f: closing flushed file at 1731482718571Flushing 5d4b98488715f41a0c771d6830f39b11/f1: creating writer at 1731482719015 (+444 ms)Flushing 5d4b98488715f41a0c771d6830f39b11/f1: appending metadata at 1731482719036 (+21 ms)Flushing 5d4b98488715f41a0c771d6830f39b11/f1: closing flushed file at 1731482719036Flushing 5d4b98488715f41a0c771d6830f39b11/norep: creating writer at 1731482719047 (+11 ms)Flushing 5d4b98488715f41a0c771d6830f39b11/norep: appending metadata at 1731482719065 (+18 ms)Flushing 5d4b98488715f41a0c771d6830f39b11/norep: closing flushed file at 1731482719065Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34bda918: reopening flushed file at 1731482719096 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18badf94: reopening flushed file at 1731482719104 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2988418b: reopening flushed file at 1731482719112 (+8 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 5d4b98488715f41a0c771d6830f39b11 in 571ms, sequenceid=6, compaction requested=false at 1731482719122 (+10 ms)Writing region close event to WAL at 1731482719148 (+26 ms)Running coprocessor post-close hooks at 1731482719159 (+11 ms)Closed at 1731482719159 2024-11-13T07:25:19,159 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731482697756.5d4b98488715f41a0c771d6830f39b11. 2024-11-13T07:25:19,169 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T07:25:19,169 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:25:19,169 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:25:19,169 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:25:19,170 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482718046Running coprocessor pre-close hooks at 1731482718046Disabling compacts and flushes for region at 1731482718046Disabling writes for close at 1731482718046Obtaining lock to block concurrent updates at 1731482718046Preparing flush snapshotting stores in 1588230740 at 1731482718046Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731482718046Flushing stores of hbase:meta,,1.1588230740 at 1731482718047 (+1 ms)Flushing 1588230740/info: creating writer at 1731482718047Flushing 1588230740/info: appending metadata at 1731482718063 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731482718064 (+1 ms)Flushing 1588230740/ns: creating writer at 1731482718505 (+441 ms)Flushing 1588230740/ns: appending metadata at 1731482718539 (+34 ms)Flushing 1588230740/ns: closing flushed file at 1731482718539Flushing 1588230740/rep_barrier: creating writer at 1731482718558 (+19 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731482718613 (+55 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731482718613Flushing 1588230740/table: creating writer at 1731482718643 (+30 ms)Flushing 1588230740/table: appending metadata at 1731482718660 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731482718660Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60a8d020: reopening flushed file at 1731482719079 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f25871e: reopening flushed file at 1731482719092 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cd27066: reopening flushed file at 1731482719109 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fa485a6: reopening flushed file at 1731482719119 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1089ms, sequenceid=16, compaction requested=false at 1731482719136 (+17 ms)Writing region close event to WAL at 1731482719165 (+29 ms)Running coprocessor post-close hooks at 1731482719169 (+4 ms)Closed at 1731482719169 2024-11-13T07:25:19,170 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T07:25:19,247 INFO [RS:0;2998b885bdef:38229 {}] regionserver.HRegionServer(976): stopping server 2998b885bdef,38229,1731482681722; all regions closed. 2024-11-13T07:25:19,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741834_1010 (size=4239) 2024-11-13T07:25:19,266 DEBUG [RS:0;2998b885bdef:38229 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/oldWALs 2024-11-13T07:25:19,266 INFO [RS:0;2998b885bdef:38229 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C38229%2C1731482681722.meta:.meta(num 1731482684702) 2024-11-13T07:25:19,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741839_1015 (size=2240) 2024-11-13T07:25:19,274 DEBUG [RS:0;2998b885bdef:38229 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/oldWALs 2024-11-13T07:25:19,274 INFO [RS:0;2998b885bdef:38229 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C38229%2C1731482681722.rep:(num 1731482702023) 2024-11-13T07:25:19,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741832_1008 (size=1535) 2024-11-13T07:25:19,297 DEBUG [RS:0;2998b885bdef:38229 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/oldWALs 2024-11-13T07:25:19,297 INFO [RS:0;2998b885bdef:38229 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C38229%2C1731482681722:(num 1731482683757) 2024-11-13T07:25:19,297 DEBUG [RS:0;2998b885bdef:38229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:19,297 INFO [RS:0;2998b885bdef:38229 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:25:19,298 INFO [RS:0;2998b885bdef:38229 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:25:19,298 INFO [RS:0;2998b885bdef:38229 {}] hbase.ChoreService(370): Chore service for: regionserver/2998b885bdef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T07:25:19,298 INFO [RS:0;2998b885bdef:38229 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:25:19,298 INFO [regionserver/2998b885bdef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:25:19,299 INFO [RS:0;2998b885bdef:38229 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2998b885bdef,38229,1731482681722 because: Region server is closing 2024-11-13T07:25:19,299 INFO [RS:0;2998b885bdef:38229 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:38229. 2024-11-13T07:25:19,299 DEBUG [RS:0;2998b885bdef:38229 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:25:19,300 DEBUG [RS:0;2998b885bdef:38229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:19,300 DEBUG [RS:0;2998b885bdef:38229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:19,300 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:25:19,400 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722.replicationSource.shipper2998b885bdef%2C38229%2C1731482681722,1-2998b885bdef,38229,1731482681722 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T07:25:19,400 INFO [RS:0;2998b885bdef:38229 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,38229,1731482681722.replicationSource.shipper2998b885bdef%2C38229%2C1731482681722,1-2998b885bdef,38229,1731482681722 terminated 2024-11-13T07:25:19,400 INFO [RS:0;2998b885bdef:38229 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38229 2024-11-13T07:25:19,412 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38229-0x1013314f1190001, quorum=127.0.0.1:60318, baseZNode=/01039694684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01039694684/rs/2998b885bdef,38229,1731482681722 2024-11-13T07:25:19,412 INFO [RS:0;2998b885bdef:38229 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:25:19,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34965-0x1013314f1190000, quorum=127.0.0.1:60318, baseZNode=/01039694684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01039694684/rs 2024-11-13T07:25:19,422 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2998b885bdef,38229,1731482681722] 2024-11-13T07:25:19,433 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01039694684/draining/2998b885bdef,38229,1731482681722 already deleted, retry=false 2024-11-13T07:25:19,433 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2998b885bdef,38229,1731482681722 expired; onlineServers=0 2024-11-13T07:25:19,433 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2998b885bdef,34965,1731482681519' ***** 2024-11-13T07:25:19,433 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T07:25:19,433 INFO [M:0;2998b885bdef:34965 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:25:19,433 INFO [M:0;2998b885bdef:34965 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:25:19,433 DEBUG [M:0;2998b885bdef:34965 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T07:25:19,434 DEBUG [M:0;2998b885bdef:34965 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T07:25:19,434 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T07:25:19,434 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482683544 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482683544,5,FailOnTimeoutGroup] 2024-11-13T07:25:19,434 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482683541 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482683541,5,FailOnTimeoutGroup] 2024-11-13T07:25:19,434 INFO [M:0;2998b885bdef:34965 {}] hbase.ChoreService(370): Chore service for: master/2998b885bdef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T07:25:19,434 INFO [M:0;2998b885bdef:34965 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:25:19,434 DEBUG [M:0;2998b885bdef:34965 {}] master.HMaster(1795): Stopping service threads 2024-11-13T07:25:19,434 INFO [M:0;2998b885bdef:34965 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T07:25:19,434 INFO [M:0;2998b885bdef:34965 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:25:19,434 ERROR [M:0;2998b885bdef:34965 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1040632728) connection to localhost/127.0.0.1:32969 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:32969,5,PEWorkerGroup] 2024-11-13T07:25:19,434 INFO [M:0;2998b885bdef:34965 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T07:25:19,435 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T07:25:19,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34965-0x1013314f1190000, quorum=127.0.0.1:60318, baseZNode=/01039694684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01039694684/master 2024-11-13T07:25:19,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34965-0x1013314f1190000, quorum=127.0.0.1:60318, baseZNode=/01039694684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01039694684 2024-11-13T07:25:19,454 DEBUG [M:0;2998b885bdef:34965 {}] zookeeper.RecoverableZooKeeper(212): Node /01039694684/master already deleted, retry=false 2024-11-13T07:25:19,454 DEBUG [M:0;2998b885bdef:34965 {}] master.ActiveMasterManager(353): master:34965-0x1013314f1190000, quorum=127.0.0.1:60318, baseZNode=/01039694684 Failed delete of our master address node; KeeperErrorCode = NoNode for /01039694684/master 2024-11-13T07:25:19,455 INFO [M:0;2998b885bdef:34965 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/.lastflushedseqids 2024-11-13T07:25:19,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741848_1024 (size=245) 2024-11-13T07:25:19,466 INFO [M:0;2998b885bdef:34965 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T07:25:19,466 INFO [M:0;2998b885bdef:34965 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T07:25:19,466 DEBUG [M:0;2998b885bdef:34965 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:25:19,466 INFO [M:0;2998b885bdef:34965 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:25:19,466 DEBUG [M:0;2998b885bdef:34965 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:25:19,467 DEBUG [M:0;2998b885bdef:34965 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:25:19,467 DEBUG [M:0;2998b885bdef:34965 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:25:19,467 INFO [M:0;2998b885bdef:34965 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-13T07:25:19,488 DEBUG [M:0;2998b885bdef:34965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d4a0306a3fcb4659aefa6ec6a709ed6c is 82, key is hbase:meta,,1/info:regioninfo/1731482684766/Put/seqid=0 2024-11-13T07:25:19,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741849_1025 (size=5672) 2024-11-13T07:25:19,495 INFO [M:0;2998b885bdef:34965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d4a0306a3fcb4659aefa6ec6a709ed6c 2024-11-13T07:25:19,520 DEBUG [M:0;2998b885bdef:34965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc1333f68fde4a53beed01626827e94a is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731482698736/Put/seqid=0 2024-11-13T07:25:19,522 INFO [RS:0;2998b885bdef:38229 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:25:19,522 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38229-0x1013314f1190001, quorum=127.0.0.1:60318, baseZNode=/01039694684 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:25:19,522 INFO [RS:0;2998b885bdef:38229 {}] regionserver.HRegionServer(1031): Exiting; stopping=2998b885bdef,38229,1731482681722; zookeeper connection closed. 2024-11-13T07:25:19,522 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38229-0x1013314f1190001, quorum=127.0.0.1:60318, baseZNode=/01039694684 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:25:19,524 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@79fb8bc7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@79fb8bc7 2024-11-13T07:25:19,524 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T07:25:19,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741850_1026 (size=7218) 2024-11-13T07:25:19,925 INFO [M:0;2998b885bdef:34965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc1333f68fde4a53beed01626827e94a 2024-11-13T07:25:19,928 INFO [M:0;2998b885bdef:34965 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc1333f68fde4a53beed01626827e94a 2024-11-13T07:25:19,945 DEBUG [M:0;2998b885bdef:34965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/49f3968fd99846ddb9c6993e8f45f3fd is 69, key is 2998b885bdef,38229,1731482681722/rs:state/1731482683569/Put/seqid=0 2024-11-13T07:25:19,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741851_1027 (size=5156) 2024-11-13T07:25:20,133 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T07:25:20,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T07:25:20,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T07:25:20,351 INFO [M:0;2998b885bdef:34965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/49f3968fd99846ddb9c6993e8f45f3fd 2024-11-13T07:25:20,355 DEBUG [M:0;2998b885bdef:34965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d4a0306a3fcb4659aefa6ec6a709ed6c as hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d4a0306a3fcb4659aefa6ec6a709ed6c 2024-11-13T07:25:20,359 INFO [M:0;2998b885bdef:34965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d4a0306a3fcb4659aefa6ec6a709ed6c, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T07:25:20,360 DEBUG [M:0;2998b885bdef:34965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc1333f68fde4a53beed01626827e94a as hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc1333f68fde4a53beed01626827e94a 2024-11-13T07:25:20,363 INFO [M:0;2998b885bdef:34965 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc1333f68fde4a53beed01626827e94a 2024-11-13T07:25:20,363 INFO [M:0;2998b885bdef:34965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc1333f68fde4a53beed01626827e94a, entries=11, sequenceid=105, filesize=7.0 K 2024-11-13T07:25:20,364 DEBUG [M:0;2998b885bdef:34965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/49f3968fd99846ddb9c6993e8f45f3fd as hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/49f3968fd99846ddb9c6993e8f45f3fd 2024-11-13T07:25:20,368 INFO [M:0;2998b885bdef:34965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32969/user/jenkins/test-data/320d1988-8d04-6451-5137-5651d1d50312/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/49f3968fd99846ddb9c6993e8f45f3fd, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T07:25:20,369 INFO [M:0;2998b885bdef:34965 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 902ms, sequenceid=105, compaction requested=false 2024-11-13T07:25:20,370 INFO [M:0;2998b885bdef:34965 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:25:20,370 DEBUG [M:0;2998b885bdef:34965 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482719466Disabling compacts and flushes for region at 1731482719466Disabling writes for close at 1731482719467 (+1 ms)Obtaining lock to block concurrent updates at 1731482719467Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731482719467Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731482719467Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731482719468 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731482719468Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731482719488 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731482719488Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731482719500 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731482719519 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731482719519Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731482719929 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731482719944 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731482719944Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10543532: reopening flushed file at 1731482720355 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30c424cf: reopening flushed file at 1731482720359 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37ef41c: reopening flushed file at 1731482720363 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 902ms, sequenceid=105, compaction requested=false at 1731482720369 (+6 ms)Writing region close event to WAL at 1731482720370 (+1 ms)Closed at 1731482720370 2024-11-13T07:25:20,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741830_1006 (size=64423) 2024-11-13T07:25:20,375 INFO [M:0;2998b885bdef:34965 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T07:25:20,375 INFO [M:0;2998b885bdef:34965 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34965 2024-11-13T07:25:20,375 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:25:20,375 INFO [M:0;2998b885bdef:34965 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:25:20,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34965-0x1013314f1190000, quorum=127.0.0.1:60318, baseZNode=/01039694684 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:25:20,551 INFO [M:0;2998b885bdef:34965 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:25:20,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34965-0x1013314f1190000, quorum=127.0.0.1:60318, baseZNode=/01039694684 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:25:20,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b98ee1d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:25:20,553 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19f8e8d7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:25:20,553 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:25:20,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40704dd4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:25:20,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66d0debf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5396e484-4f42-9cbf-9a2e-e063a0b6611e/hadoop.log.dir/,STOPPED} 2024-11-13T07:25:20,555 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T07:25:20,555 WARN [BP-615944364-172.17.0.3-1731482678698 heartbeating to localhost/127.0.0.1:32969 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T07:25:20,555 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T07:25:20,555 WARN [BP-615944364-172.17.0.3-1731482678698 heartbeating to localhost/127.0.0.1:32969 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-615944364-172.17.0.3-1731482678698 (Datanode Uuid f44645d9-533d-4fe0-91fd-667029f98535) service to localhost/127.0.0.1:32969 2024-11-13T07:25:20,555 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5396e484-4f42-9cbf-9a2e-e063a0b6611e/cluster_6babf5c9-23cc-e25f-79f7-3dddab4ed273/data/data1/current/BP-615944364-172.17.0.3-1731482678698 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:25:20,555 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5396e484-4f42-9cbf-9a2e-e063a0b6611e/cluster_6babf5c9-23cc-e25f-79f7-3dddab4ed273/data/data2/current/BP-615944364-172.17.0.3-1731482678698 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:25:20,555 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T07:25:20,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24c87d50{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:25:20,560 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@342339f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:25:20,560 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:25:20,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c96ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:25:20,561 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6326fb22{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5396e484-4f42-9cbf-9a2e-e063a0b6611e/hadoop.log.dir/,STOPPED} 2024-11-13T07:25:20,565 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T07:25:20,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T07:25:20,594 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 312) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60318) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-29 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:32969 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60318) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46503 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:32969 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39565 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46503 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46503 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:39565 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:32969 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32969 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46503 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39565 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46503 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:46503 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39565 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46503 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:32969 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46503 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60318) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39565 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=794 (was 731) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=684 (was 536) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3958 (was 2873) - AvailableMemoryMB LEAK? - 2024-11-13T07:25:20,604 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=794, MaxFileDescriptor=1048576, SystemLoadAverage=684, ProcessCount=11, AvailableMemoryMB=3958 2024-11-13T07:25:20,621 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-13T07:25:20,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5beadc33-9951-4b1f-038f-c9d5a658f975/hadoop.log.dir so I do NOT create it in target/test-data/36183007-503f-c255-7327-ad253eab2c97 2024-11-13T07:25:20,622 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5beadc33-9951-4b1f-038f-c9d5a658f975/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T07:25:20,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5beadc33-9951-4b1f-038f-c9d5a658f975/hadoop.tmp.dir so I do NOT create it in target/test-data/36183007-503f-c255-7327-ad253eab2c97 2024-11-13T07:25:20,622 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5beadc33-9951-4b1f-038f-c9d5a658f975/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T07:25:20,622 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36183007-503f-c255-7327-ad253eab2c97 2024-11-13T07:25:20,622 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36183007-503f-c255-7327-ad253eab2c97/cluster_90fa815d-f8b1-7444-e6a4-9ecede6718f6, deleteOnExit=true 2024-11-13T07:25:20,646 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36183007-503f-c255-7327-ad253eab2c97/cluster_90fa815d-f8b1-7444-e6a4-9ecede6718f6/zookeeper_0, clientPort=63713, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36183007-503f-c255-7327-ad253eab2c97/cluster_90fa815d-f8b1-7444-e6a4-9ecede6718f6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36183007-503f-c255-7327-ad253eab2c97/cluster_90fa815d-f8b1-7444-e6a4-9ecede6718f6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T07:25:20,647 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63713 2024-11-13T07:25:20,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T07:25:20,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T07:25:20,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36183007-503f-c255-7327-ad253eab2c97/test.cache.data in system properties and HBase conf 2024-11-13T07:25:20,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36183007-503f-c255-7327-ad253eab2c97/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T07:25:20,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36183007-503f-c255-7327-ad253eab2c97/hadoop.log.dir in system properties and HBase conf 2024-11-13T07:25:20,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36183007-503f-c255-7327-ad253eab2c97/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T07:25:20,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36183007-503f-c255-7327-ad253eab2c97/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T07:25:20,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T07:25:20,648 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T07:25:20,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36183007-503f-c255-7327-ad253eab2c97/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:25:20,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36183007-503f-c255-7327-ad253eab2c97/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:25:20,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36183007-503f-c255-7327-ad253eab2c97/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T07:25:20,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36183007-503f-c255-7327-ad253eab2c97/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:25:20,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36183007-503f-c255-7327-ad253eab2c97/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T07:25:20,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36183007-503f-c255-7327-ad253eab2c97/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T07:25:20,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36183007-503f-c255-7327-ad253eab2c97/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:25:20,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36183007-503f-c255-7327-ad253eab2c97/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:25:20,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36183007-503f-c255-7327-ad253eab2c97/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T07:25:20,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36183007-503f-c255-7327-ad253eab2c97/nfs.dump.dir in system properties and HBase conf 2024-11-13T07:25:20,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36183007-503f-c255-7327-ad253eab2c97/java.io.tmpdir in system properties and HBase conf 2024-11-13T07:25:20,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36183007-503f-c255-7327-ad253eab2c97/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:25:20,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36183007-503f-c255-7327-ad253eab2c97/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T07:25:20,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36183007-503f-c255-7327-ad253eab2c97/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T07:25:20,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013314f1190005, quorum=127.0.0.1:60318, baseZNode=/1657001379 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T07:25:20,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013314f1190002, quorum=127.0.0.1:60318, baseZNode=/01039694684 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T07:25:20,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013314f1190008, quorum=127.0.0.1:60318, baseZNode=/218846522 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T07:25:20,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013314f1190008, quorum=127.0.0.1:60318, baseZNode=/218846522 Received Disconnected from ZooKeeper, ignoring 2024-11-13T07:25:20,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013314f1190005, quorum=127.0.0.1:60318, baseZNode=/1657001379 Received Disconnected from ZooKeeper, ignoring 2024-11-13T07:25:20,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013314f1190002, quorum=127.0.0.1:60318, baseZNode=/01039694684 Received Disconnected from ZooKeeper, ignoring 2024-11-13T07:25:21,147 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:25:21,152 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:25:21,171 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:25:21,171 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:25:21,171 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T07:25:21,172 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:25:21,177 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@754c3cd1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36183007-503f-c255-7327-ad253eab2c97/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:25:21,177 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11338026{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:25:21,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dda64b8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36183007-503f-c255-7327-ad253eab2c97/java.io.tmpdir/jetty-localhost-35941-hadoop-hdfs-3_4_1-tests_jar-_-any-7848060040269328554/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:25:21,304 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52302c22{HTTP/1.1, (http/1.1)}{localhost:35941} 2024-11-13T07:25:21,304 INFO [Time-limited test {}] server.Server(415): Started @409194ms 2024-11-13T07:25:21,848 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:25:21,850 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:25:21,851 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:25:21,851 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:25:21,851 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T07:25:21,852 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@529b8769{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36183007-503f-c255-7327-ad253eab2c97/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:25:21,852 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a1ff0a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:25:21,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71a71a33{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36183007-503f-c255-7327-ad253eab2c97/java.io.tmpdir/jetty-localhost-37237-hadoop-hdfs-3_4_1-tests_jar-_-any-9724872517622481832/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:25:21,961 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41969a9d{HTTP/1.1, (http/1.1)}{localhost:37237} 2024-11-13T07:25:21,961 INFO [Time-limited test {}] server.Server(415): Started @409851ms 2024-11-13T07:25:21,962 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T07:25:23,036 WARN [Thread-4173 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36183007-503f-c255-7327-ad253eab2c97/cluster_90fa815d-f8b1-7444-e6a4-9ecede6718f6/data/data1/current/BP-1106977303-172.17.0.3-1731482720667/current, will proceed with Du for space computation calculation, 2024-11-13T07:25:23,037 WARN [Thread-4174 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36183007-503f-c255-7327-ad253eab2c97/cluster_90fa815d-f8b1-7444-e6a4-9ecede6718f6/data/data2/current/BP-1106977303-172.17.0.3-1731482720667/current, will proceed with Du for space computation calculation, 2024-11-13T07:25:23,082 WARN [Thread-4161 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T07:25:23,100 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22dc3bf25d695d64 with lease ID 0xe84a98c1cf454476: Processing first storage report for DS-de570731-41ed-41a3-9538-dc2193d7e38c from datanode DatanodeRegistration(127.0.0.1:39131, datanodeUuid=2535d514-2c51-4783-8101-660e462e0fac, infoPort=43185, infoSecurePort=0, ipcPort=39543, storageInfo=lv=-57;cid=testClusterID;nsid=2120543947;c=1731482720667) 2024-11-13T07:25:23,100 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22dc3bf25d695d64 with lease ID 0xe84a98c1cf454476: from storage DS-de570731-41ed-41a3-9538-dc2193d7e38c node DatanodeRegistration(127.0.0.1:39131, datanodeUuid=2535d514-2c51-4783-8101-660e462e0fac, infoPort=43185, infoSecurePort=0, ipcPort=39543, storageInfo=lv=-57;cid=testClusterID;nsid=2120543947;c=1731482720667), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T07:25:23,100 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36183007-503f-c255-7327-ad253eab2c97 2024-11-13T07:25:23,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:25:23,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:25:23,103 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22dc3bf25d695d64 with lease ID 0xe84a98c1cf454476: Processing first storage report for DS-d32a264c-856b-4ac7-a7b0-f3985a0517c1 from datanode DatanodeRegistration(127.0.0.1:39131, datanodeUuid=2535d514-2c51-4783-8101-660e462e0fac, infoPort=43185, infoSecurePort=0, ipcPort=39543, storageInfo=lv=-57;cid=testClusterID;nsid=2120543947;c=1731482720667) 2024-11-13T07:25:23,103 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22dc3bf25d695d64 with lease ID 0xe84a98c1cf454476: from storage DS-d32a264c-856b-4ac7-a7b0-f3985a0517c1 node DatanodeRegistration(127.0.0.1:39131, datanodeUuid=2535d514-2c51-4783-8101-660e462e0fac, infoPort=43185, infoSecurePort=0, ipcPort=39543, storageInfo=lv=-57;cid=testClusterID;nsid=2120543947;c=1731482720667), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T07:25:23,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39131 is added to blk_1073741825_1001 (size=7) 2024-11-13T07:25:23,141 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37429/user/jenkins/test-data/f85ed3c8-87e6-073d-4e65-6f61286f975d with version=8 2024-11-13T07:25:23,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37429/user/jenkins/test-data/f85ed3c8-87e6-073d-4e65-6f61286f975d/hbase-staging 2024-11-13T07:25:23,144 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:25:23,144 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:25:23,144 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:25:23,144 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:25:23,144 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:25:23,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:25:23,145 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T07:25:23,145 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:25:23,145 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46349 2024-11-13T07:25:23,147 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46349 connecting to ZooKeeper ensemble=127.0.0.1:63713 2024-11-13T07:25:23,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463490x0, quorum=127.0.0.1:63713, baseZNode=/0-1891245662 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:25:23,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46349-0x101331595310000 connected 2024-11-13T07:25:24,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:25:24,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:25:24,016 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46349-0x101331595310000, quorum=127.0.0.1:63713, baseZNode=/0-1891245662 Set watcher on znode that does not yet exist, /0-1891245662/running 2024-11-13T07:25:24,016 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37429/user/jenkins/test-data/f85ed3c8-87e6-073d-4e65-6f61286f975d, hbase.cluster.distributed=false 2024-11-13T07:25:24,018 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46349-0x101331595310000, quorum=127.0.0.1:63713, baseZNode=/0-1891245662 Set watcher on znode that does not yet exist, /0-1891245662/acl 2024-11-13T07:25:24,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46349 2024-11-13T07:25:24,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46349 2024-11-13T07:25:24,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46349 2024-11-13T07:25:24,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46349 2024-11-13T07:25:24,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46349 2024-11-13T07:25:24,043 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:25:24,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:25:24,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:25:24,043 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:25:24,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:25:24,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:25:24,043 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T07:25:24,043 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:25:24,044 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36243 2024-11-13T07:25:24,044 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36243 connecting to ZooKeeper ensemble=127.0.0.1:63713 2024-11-13T07:25:24,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:25:24,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:25:24,053 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T07:25:24,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:24,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:24,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:24,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:24,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:24,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:24,097 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362430x0, quorum=127.0.0.1:63713, baseZNode=/0-1891245662 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:25:24,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:24,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:24,098 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36243-0x101331595310001 connected 2024-11-13T07:25:24,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:24,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:24,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:24,099 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36243-0x101331595310001, quorum=127.0.0.1:63713, baseZNode=/0-1891245662 Set watcher on znode that does not yet exist, /0-1891245662/running 2024-11-13T07:25:24,099 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T07:25:24,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:24,102 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T07:25:24,102 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36243-0x101331595310001, quorum=127.0.0.1:63713, baseZNode=/0-1891245662 Set watcher on znode that does not yet exist, /0-1891245662/master 2024-11-13T07:25:24,103 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36243-0x101331595310001, quorum=127.0.0.1:63713, baseZNode=/0-1891245662 Set watcher on znode that does not yet exist, /0-1891245662/acl 2024-11-13T07:25:24,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36243 2024-11-13T07:25:24,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36243 2024-11-13T07:25:24,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36243 2024-11-13T07:25:24,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:24,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36243 2024-11-13T07:25:24,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36243 2024-11-13T07:25:24,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:24,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:24,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:24,128 DEBUG [M:0;2998b885bdef:46349 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2998b885bdef:46349 2024-11-13T07:25:24,128 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1891245662/backup-masters/2998b885bdef,46349,1731482723144 2024-11-13T07:25:24,182 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36243-0x101331595310001, quorum=127.0.0.1:63713, baseZNode=/0-1891245662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1891245662/backup-masters 2024-11-13T07:25:24,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46349-0x101331595310000, quorum=127.0.0.1:63713, baseZNode=/0-1891245662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1891245662/backup-masters 2024-11-13T07:25:24,182 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46349-0x101331595310000, quorum=127.0.0.1:63713, baseZNode=/0-1891245662 Set watcher on existing znode=/0-1891245662/backup-masters/2998b885bdef,46349,1731482723144 2024-11-13T07:25:24,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46349-0x101331595310000, quorum=127.0.0.1:63713, baseZNode=/0-1891245662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1891245662 2024-11-13T07:25:24,235 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36243-0x101331595310001, quorum=127.0.0.1:63713, baseZNode=/0-1891245662 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1891245662/master 2024-11-13T07:25:24,235 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36243-0x101331595310001, quorum=127.0.0.1:63713, baseZNode=/0-1891245662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1891245662 2024-11-13T07:25:24,235 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46349-0x101331595310000, quorum=127.0.0.1:63713, baseZNode=/0-1891245662 Set watcher on existing znode=/0-1891245662/master 2024-11-13T07:25:24,235 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1891245662/backup-masters/2998b885bdef,46349,1731482723144 from backup master directory 2024-11-13T07:25:24,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46349-0x101331595310000, quorum=127.0.0.1:63713, baseZNode=/0-1891245662 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1891245662/backup-masters/2998b885bdef,46349,1731482723144 2024-11-13T07:25:24,277 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36243-0x101331595310001, quorum=127.0.0.1:63713, baseZNode=/0-1891245662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1891245662/backup-masters 2024-11-13T07:25:24,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46349-0x101331595310000, quorum=127.0.0.1:63713, baseZNode=/0-1891245662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1891245662/backup-masters 2024-11-13T07:25:24,277 WARN [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:25:24,277 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2998b885bdef,46349,1731482723144 2024-11-13T07:25:24,280 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37429/user/jenkins/test-data/f85ed3c8-87e6-073d-4e65-6f61286f975d/hbase.id] with ID: 5c29734c-4918-4e30-a614-53601c2844d1 2024-11-13T07:25:24,280 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37429/user/jenkins/test-data/f85ed3c8-87e6-073d-4e65-6f61286f975d/.tmp/hbase.id 2024-11-13T07:25:24,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39131 is added to blk_1073741826_1002 (size=42) 2024-11-13T07:25:24,288 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37429/user/jenkins/test-data/f85ed3c8-87e6-073d-4e65-6f61286f975d/.tmp/hbase.id]:[hdfs://localhost:37429/user/jenkins/test-data/f85ed3c8-87e6-073d-4e65-6f61286f975d/hbase.id] 2024-11-13T07:25:24,295 INFO [master/2998b885bdef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:25:24,296 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T07:25:24,296 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T07:25:24,368 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36243-0x101331595310001, quorum=127.0.0.1:63713, baseZNode=/0-1891245662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1891245662 2024-11-13T07:25:24,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46349-0x101331595310000, quorum=127.0.0.1:63713, baseZNode=/0-1891245662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1891245662 2024-11-13T07:25:24,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39131 is added to blk_1073741827_1003 (size=196) 2024-11-13T07:25:24,772 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:25:24,773 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T07:25:24,774 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:25:24,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39131 is added to blk_1073741828_1004 (size=1189) 2024-11-13T07:25:25,183 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37429/user/jenkins/test-data/f85ed3c8-87e6-073d-4e65-6f61286f975d/MasterData/data/master/store 2024-11-13T07:25:25,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39131 is added to blk_1073741829_1005 (size=34) 2024-11-13T07:25:25,599 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:25:25,599 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:25:25,599 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:25:25,599 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:25:25,599 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:25:25,599 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:25:25,599 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:25:25,599 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482725599Disabling compacts and flushes for region at 1731482725599Disabling writes for close at 1731482725599Writing region close event to WAL at 1731482725599Closed at 1731482725599 2024-11-13T07:25:25,600 WARN [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37429/user/jenkins/test-data/f85ed3c8-87e6-073d-4e65-6f61286f975d/MasterData/data/master/store/.initializing 2024-11-13T07:25:25,600 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37429/user/jenkins/test-data/f85ed3c8-87e6-073d-4e65-6f61286f975d/MasterData/WALs/2998b885bdef,46349,1731482723144 2024-11-13T07:25:25,601 INFO [master/2998b885bdef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:25:25,602 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2998b885bdef%2C46349%2C1731482723144, suffix=, logDir=hdfs://localhost:37429/user/jenkins/test-data/f85ed3c8-87e6-073d-4e65-6f61286f975d/MasterData/WALs/2998b885bdef,46349,1731482723144, archiveDir=hdfs://localhost:37429/user/jenkins/test-data/f85ed3c8-87e6-073d-4e65-6f61286f975d/MasterData/oldWALs, maxLogs=10 2024-11-13T07:25:25,619 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f85ed3c8-87e6-073d-4e65-6f61286f975d/MasterData/WALs/2998b885bdef,46349,1731482723144/2998b885bdef%2C46349%2C1731482723144.1731482725602, exclude list is [], retry=0 2024-11-13T07:25:25,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39131,DS-de570731-41ed-41a3-9538-dc2193d7e38c,DISK] 2024-11-13T07:25:25,622 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f85ed3c8-87e6-073d-4e65-6f61286f975d/MasterData/WALs/2998b885bdef,46349,1731482723144/2998b885bdef%2C46349%2C1731482723144.1731482725602 2024-11-13T07:25:25,623 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43185:43185)] 2024-11-13T07:25:25,623 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:25:25,623 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:25:25,623 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:25,623 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:25,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:25,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T07:25:25,625 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:25,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:25:25,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:25,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T07:25:25,626 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:25,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:25:25,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:25,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T07:25:25,627 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:25,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:25:25,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:25,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T07:25:25,628 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:25,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:25:25,629 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:25,629 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37429/user/jenkins/test-data/f85ed3c8-87e6-073d-4e65-6f61286f975d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:25,629 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37429/user/jenkins/test-data/f85ed3c8-87e6-073d-4e65-6f61286f975d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:25,630 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:25,630 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:25,630 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:25:25,631 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:25,633 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37429/user/jenkins/test-data/f85ed3c8-87e6-073d-4e65-6f61286f975d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:25:25,633 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59557843, jitterRate=-0.11251898109912872}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:25:25,633 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731482725623Initializing all the Stores at 1731482725624 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482725624Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482725624Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482725624Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482725624Cleaning up temporary data from old regions at 1731482725630 (+6 ms)Region opened successfully at 1731482725633 (+3 ms) 2024-11-13T07:25:25,634 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T07:25:25,636 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e113a8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:25:25,637 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T07:25:25,637 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T07:25:25,637 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T07:25:25,637 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T07:25:25,638 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T07:25:25,638 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T07:25:25,638 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T07:25:25,640 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T07:25:25,641 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46349-0x101331595310000, quorum=127.0.0.1:63713, baseZNode=/0-1891245662 Unable to get data of znode /0-1891245662/balancer because node does not exist (not necessarily an error) 2024-11-13T07:25:25,685 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1891245662/balancer already deleted, retry=false 2024-11-13T07:25:25,685 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T07:25:25,686 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46349-0x101331595310000, quorum=127.0.0.1:63713, baseZNode=/0-1891245662 Unable to get data of znode /0-1891245662/normalizer because node does not exist (not necessarily an error) 2024-11-13T07:25:25,695 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1891245662/normalizer already deleted, retry=false 2024-11-13T07:25:25,696 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T07:25:25,696 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46349-0x101331595310000, quorum=127.0.0.1:63713, baseZNode=/0-1891245662 Unable to get data of znode /0-1891245662/switch/split because node does not exist (not necessarily an error) 2024-11-13T07:25:25,706 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1891245662/switch/split already deleted, retry=false 2024-11-13T07:25:25,707 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46349-0x101331595310000, quorum=127.0.0.1:63713, baseZNode=/0-1891245662 Unable to get data of znode /0-1891245662/switch/merge because node does not exist (not necessarily an error) 2024-11-13T07:25:25,716 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1891245662/switch/merge already deleted, retry=false 2024-11-13T07:25:25,718 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46349-0x101331595310000, quorum=127.0.0.1:63713, baseZNode=/0-1891245662 Unable to get data of znode /0-1891245662/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T07:25:25,727 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1891245662/snapshot-cleanup already deleted, retry=false 2024-11-13T07:25:25,738 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36243-0x101331595310001, quorum=127.0.0.1:63713, baseZNode=/0-1891245662 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1891245662/running 2024-11-13T07:25:25,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46349-0x101331595310000, quorum=127.0.0.1:63713, baseZNode=/0-1891245662 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1891245662/running 2024-11-13T07:25:25,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46349-0x101331595310000, quorum=127.0.0.1:63713, baseZNode=/0-1891245662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1891245662 2024-11-13T07:25:25,738 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36243-0x101331595310001, quorum=127.0.0.1:63713, baseZNode=/0-1891245662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1891245662 2024-11-13T07:25:25,738 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2998b885bdef,46349,1731482723144, sessionid=0x101331595310000, setting cluster-up flag (Was=false) 2024-11-13T07:25:25,759 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36243-0x101331595310001, quorum=127.0.0.1:63713, baseZNode=/0-1891245662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1891245662 2024-11-13T07:25:25,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46349-0x101331595310000, quorum=127.0.0.1:63713, baseZNode=/0-1891245662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1891245662 2024-11-13T07:25:25,790 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1891245662/flush-table-proc/acquired, /0-1891245662/flush-table-proc/reached, /0-1891245662/flush-table-proc/abort 2024-11-13T07:25:25,791 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,46349,1731482723144 2024-11-13T07:25:25,811 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36243-0x101331595310001, quorum=127.0.0.1:63713, baseZNode=/0-1891245662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1891245662 2024-11-13T07:25:25,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46349-0x101331595310000, quorum=127.0.0.1:63713, baseZNode=/0-1891245662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1891245662 2024-11-13T07:25:25,843 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1891245662/online-snapshot/acquired, /0-1891245662/online-snapshot/reached, /0-1891245662/online-snapshot/abort 2024-11-13T07:25:25,844 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,46349,1731482723144 2024-11-13T07:25:25,844 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37429/user/jenkins/test-data/f85ed3c8-87e6-073d-4e65-6f61286f975d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T07:25:25,846 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T07:25:25,846 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T07:25:25,846 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T07:25:25,846 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2998b885bdef,46349,1731482723144 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T07:25:25,847 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:25:25,847 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:25:25,847 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:25:25,847 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:25:25,847 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2998b885bdef:0, corePoolSize=10, maxPoolSize=10 2024-11-13T07:25:25,848 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:25,848 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:25:25,848 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:25,848 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731482755848 2024-11-13T07:25:25,848 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T07:25:25,848 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T07:25:25,849 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T07:25:25,849 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T07:25:25,849 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T07:25:25,849 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T07:25:25,849 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:25:25,849 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:25,849 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T07:25:25,849 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T07:25:25,849 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T07:25:25,849 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T07:25:25,849 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T07:25:25,849 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T07:25:25,849 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T07:25:25,849 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:25,850 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T07:25:25,852 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482725850,5,FailOnTimeoutGroup] 2024-11-13T07:25:25,855 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482725852,5,FailOnTimeoutGroup] 2024-11-13T07:25:25,855 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:25,855 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T07:25:25,855 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:25,855 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:25,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39131 is added to blk_1073741831_1007 (size=1321) 2024-11-13T07:25:25,914 INFO [RS:0;2998b885bdef:36243 {}] regionserver.HRegionServer(746): ClusterId : 5c29734c-4918-4e30-a614-53601c2844d1 2024-11-13T07:25:25,914 DEBUG [RS:0;2998b885bdef:36243 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T07:25:25,926 DEBUG [RS:0;2998b885bdef:36243 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T07:25:25,926 DEBUG [RS:0;2998b885bdef:36243 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T07:25:25,939 DEBUG [RS:0;2998b885bdef:36243 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T07:25:25,939 DEBUG [RS:0;2998b885bdef:36243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@724c18b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:25:25,953 DEBUG [RS:0;2998b885bdef:36243 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2998b885bdef:36243 2024-11-13T07:25:25,953 INFO [RS:0;2998b885bdef:36243 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T07:25:25,953 INFO [RS:0;2998b885bdef:36243 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T07:25:25,953 DEBUG [RS:0;2998b885bdef:36243 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T07:25:25,954 INFO [RS:0;2998b885bdef:36243 {}] regionserver.HRegionServer(2659): reportForDuty to master=2998b885bdef,46349,1731482723144 with port=36243, startcode=1731482724043 2024-11-13T07:25:25,954 DEBUG [RS:0;2998b885bdef:36243 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T07:25:25,955 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T07:25:25,956 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46349 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2998b885bdef,36243,1731482724043 2024-11-13T07:25:25,956 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46349 {}] master.ServerManager(517): Registering regionserver=2998b885bdef,36243,1731482724043 2024-11-13T07:25:25,957 DEBUG [RS:0;2998b885bdef:36243 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37429/user/jenkins/test-data/f85ed3c8-87e6-073d-4e65-6f61286f975d 2024-11-13T07:25:25,957 DEBUG [RS:0;2998b885bdef:36243 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37429 2024-11-13T07:25:25,957 DEBUG [RS:0;2998b885bdef:36243 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T07:25:25,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46349-0x101331595310000, quorum=127.0.0.1:63713, baseZNode=/0-1891245662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1891245662/rs 2024-11-13T07:25:25,970 DEBUG [RS:0;2998b885bdef:36243 {}] zookeeper.ZKUtil(111): regionserver:36243-0x101331595310001, quorum=127.0.0.1:63713, baseZNode=/0-1891245662 Set watcher on existing znode=/0-1891245662/rs/2998b885bdef,36243,1731482724043 2024-11-13T07:25:25,970 WARN [RS:0;2998b885bdef:36243 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:25:25,970 INFO [RS:0;2998b885bdef:36243 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:25:25,970 DEBUG [RS:0;2998b885bdef:36243 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37429/user/jenkins/test-data/f85ed3c8-87e6-073d-4e65-6f61286f975d/WALs/2998b885bdef,36243,1731482724043 2024-11-13T07:25:25,970 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2998b885bdef,36243,1731482724043] 2024-11-13T07:25:25,973 INFO [RS:0;2998b885bdef:36243 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T07:25:25,974 INFO [RS:0;2998b885bdef:36243 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T07:25:25,976 INFO [RS:0;2998b885bdef:36243 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T07:25:25,976 INFO [RS:0;2998b885bdef:36243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:25,976 INFO [RS:0;2998b885bdef:36243 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T07:25:25,977 INFO [RS:0;2998b885bdef:36243 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T07:25:25,977 INFO [RS:0;2998b885bdef:36243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:25,977 DEBUG [RS:0;2998b885bdef:36243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:25,977 DEBUG [RS:0;2998b885bdef:36243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:25,977 DEBUG [RS:0;2998b885bdef:36243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:25,977 DEBUG [RS:0;2998b885bdef:36243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:25,977 DEBUG [RS:0;2998b885bdef:36243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:25,977 DEBUG [RS:0;2998b885bdef:36243 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:25:25,977 DEBUG [RS:0;2998b885bdef:36243 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:25,977 DEBUG [RS:0;2998b885bdef:36243 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:25,977 DEBUG [RS:0;2998b885bdef:36243 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:25,977 DEBUG [RS:0;2998b885bdef:36243 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:25,978 DEBUG [RS:0;2998b885bdef:36243 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:25,978 DEBUG [RS:0;2998b885bdef:36243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:25,978 DEBUG [RS:0;2998b885bdef:36243 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:25:25,978 DEBUG [RS:0;2998b885bdef:36243 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:25:25,980 INFO [RS:0;2998b885bdef:36243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:25,980 INFO [RS:0;2998b885bdef:36243 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:25,980 INFO [RS:0;2998b885bdef:36243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:25,980 INFO [RS:0;2998b885bdef:36243 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:25,980 INFO [RS:0;2998b885bdef:36243 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:25,980 INFO [RS:0;2998b885bdef:36243 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,36243,1731482724043-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:25:26,000 INFO [RS:0;2998b885bdef:36243 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T07:25:26,000 INFO [RS:0;2998b885bdef:36243 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,36243,1731482724043-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:26,000 INFO [RS:0;2998b885bdef:36243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:26,000 INFO [RS:0;2998b885bdef:36243 {}] regionserver.Replication(171): 2998b885bdef,36243,1731482724043 started 2024-11-13T07:25:26,017 INFO [RS:0;2998b885bdef:36243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:26,017 INFO [RS:0;2998b885bdef:36243 {}] regionserver.HRegionServer(1482): Serving as 2998b885bdef,36243,1731482724043, RpcServer on 2998b885bdef/172.17.0.3:36243, sessionid=0x101331595310001 2024-11-13T07:25:26,017 DEBUG [RS:0;2998b885bdef:36243 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T07:25:26,017 DEBUG [RS:0;2998b885bdef:36243 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2998b885bdef,36243,1731482724043 2024-11-13T07:25:26,017 DEBUG [RS:0;2998b885bdef:36243 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,36243,1731482724043' 2024-11-13T07:25:26,017 DEBUG [RS:0;2998b885bdef:36243 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1891245662/flush-table-proc/abort' 2024-11-13T07:25:26,018 DEBUG [RS:0;2998b885bdef:36243 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1891245662/flush-table-proc/acquired' 2024-11-13T07:25:26,018 DEBUG [RS:0;2998b885bdef:36243 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T07:25:26,018 DEBUG [RS:0;2998b885bdef:36243 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T07:25:26,018 DEBUG [RS:0;2998b885bdef:36243 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2998b885bdef,36243,1731482724043 2024-11-13T07:25:26,018 DEBUG [RS:0;2998b885bdef:36243 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,36243,1731482724043' 2024-11-13T07:25:26,018 DEBUG [RS:0;2998b885bdef:36243 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1891245662/online-snapshot/abort' 2024-11-13T07:25:26,019 DEBUG [RS:0;2998b885bdef:36243 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1891245662/online-snapshot/acquired' 2024-11-13T07:25:26,019 DEBUG [RS:0;2998b885bdef:36243 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T07:25:26,019 INFO [RS:0;2998b885bdef:36243 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T07:25:26,019 INFO [RS:0;2998b885bdef:36243 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T07:25:26,119 INFO [RS:0;2998b885bdef:36243 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:25:26,120 INFO [RS:0;2998b885bdef:36243 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C36243%2C1731482724043, suffix=, logDir=hdfs://localhost:37429/user/jenkins/test-data/f85ed3c8-87e6-073d-4e65-6f61286f975d/WALs/2998b885bdef,36243,1731482724043, archiveDir=hdfs://localhost:37429/user/jenkins/test-data/f85ed3c8-87e6-073d-4e65-6f61286f975d/oldWALs, maxLogs=10 2024-11-13T07:25:26,132 DEBUG [RS:0;2998b885bdef:36243 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f85ed3c8-87e6-073d-4e65-6f61286f975d/WALs/2998b885bdef,36243,1731482724043/2998b885bdef%2C36243%2C1731482724043.1731482726121, exclude list is [], retry=0 2024-11-13T07:25:26,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39131,DS-de570731-41ed-41a3-9538-dc2193d7e38c,DISK] 2024-11-13T07:25:26,136 INFO [RS:0;2998b885bdef:36243 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f85ed3c8-87e6-073d-4e65-6f61286f975d/WALs/2998b885bdef,36243,1731482724043/2998b885bdef%2C36243%2C1731482724043.1731482726121 2024-11-13T07:25:26,136 DEBUG [RS:0;2998b885bdef:36243 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43185:43185)] 2024-11-13T07:25:26,262 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37429/user/jenkins/test-data/f85ed3c8-87e6-073d-4e65-6f61286f975d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T07:25:26,262 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37429/user/jenkins/test-data/f85ed3c8-87e6-073d-4e65-6f61286f975d 2024-11-13T07:25:26,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39131 is added to blk_1073741833_1009 (size=32) 2024-11-13T07:25:26,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:25:26,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:25:26,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:25:26,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:26,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:25:26,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:25:26,672 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:25:26,672 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:26,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:25:26,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:25:26,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:25:26,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:26,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:25:26,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:25:26,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:25:26,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:26,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:25:26,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:25:26,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37429/user/jenkins/test-data/f85ed3c8-87e6-073d-4e65-6f61286f975d/data/hbase/meta/1588230740 2024-11-13T07:25:26,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37429/user/jenkins/test-data/f85ed3c8-87e6-073d-4e65-6f61286f975d/data/hbase/meta/1588230740 2024-11-13T07:25:26,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:25:26,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:25:26,677 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:25:26,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:25:26,679 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37429/user/jenkins/test-data/f85ed3c8-87e6-073d-4e65-6f61286f975d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:25:26,679 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70033893, jitterRate=0.043586328625679016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:25:26,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731482726667Initializing all the Stores at 1731482726667Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482726667Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482726668 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482726668Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482726668Cleaning up temporary data from old regions at 1731482726677 (+9 ms)Region opened successfully at 1731482726680 (+3 ms) 2024-11-13T07:25:26,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:25:26,680 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:25:26,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:25:26,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:25:26,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:25:26,680 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:25:26,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482726680Disabling compacts and flushes for region at 1731482726680Disabling writes for close at 1731482726680Writing region close event to WAL at 1731482726680Closed at 1731482726680 2024-11-13T07:25:26,681 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:25:26,681 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T07:25:26,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T07:25:26,682 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:25:26,682 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T07:25:26,832 DEBUG [2998b885bdef:46349 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T07:25:26,833 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2998b885bdef,36243,1731482724043 2024-11-13T07:25:26,834 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,36243,1731482724043, state=OPENING 2024-11-13T07:25:26,843 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T07:25:26,917 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36243-0x101331595310001, quorum=127.0.0.1:63713, baseZNode=/0-1891245662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1891245662 2024-11-13T07:25:26,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46349-0x101331595310000, quorum=127.0.0.1:63713, baseZNode=/0-1891245662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1891245662 2024-11-13T07:25:26,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1891245662/meta-region-server: CHANGED 2024-11-13T07:25:26,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1891245662/meta-region-server: CHANGED 2024-11-13T07:25:26,918 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:25:26,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,36243,1731482724043}] 2024-11-13T07:25:27,070 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T07:25:27,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T07:25:27,073 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T07:25:27,074 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:25:27,074 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T07:25:27,075 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C36243%2C1731482724043.meta, suffix=.meta, logDir=hdfs://localhost:37429/user/jenkins/test-data/f85ed3c8-87e6-073d-4e65-6f61286f975d/WALs/2998b885bdef,36243,1731482724043, archiveDir=hdfs://localhost:37429/user/jenkins/test-data/f85ed3c8-87e6-073d-4e65-6f61286f975d/oldWALs, maxLogs=10 2024-11-13T07:25:27,091 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f85ed3c8-87e6-073d-4e65-6f61286f975d/WALs/2998b885bdef,36243,1731482724043/2998b885bdef%2C36243%2C1731482724043.meta.1731482727075.meta, exclude list is [], retry=0 2024-11-13T07:25:27,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39131,DS-de570731-41ed-41a3-9538-dc2193d7e38c,DISK] 2024-11-13T07:25:27,094 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f85ed3c8-87e6-073d-4e65-6f61286f975d/WALs/2998b885bdef,36243,1731482724043/2998b885bdef%2C36243%2C1731482724043.meta.1731482727075.meta 2024-11-13T07:25:27,094 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43185:43185)] 2024-11-13T07:25:27,095 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:25:27,095 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:25:27,095 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T07:25:27,095 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T07:25:27,095 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T07:25:27,095 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T07:25:27,095 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:25:27,095 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T07:25:27,096 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T07:25:27,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:25:27,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:25:27,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:27,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:25:27,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:25:27,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:25:27,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:27,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:25:27,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:25:27,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:25:27,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:27,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:25:27,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:25:27,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:25:27,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:27,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:25:27,100 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:25:27,101 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37429/user/jenkins/test-data/f85ed3c8-87e6-073d-4e65-6f61286f975d/data/hbase/meta/1588230740 2024-11-13T07:25:27,102 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37429/user/jenkins/test-data/f85ed3c8-87e6-073d-4e65-6f61286f975d/data/hbase/meta/1588230740 2024-11-13T07:25:27,103 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:25:27,103 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:25:27,103 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:25:27,104 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:25:27,105 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65403267, jitterRate=-0.02541537582874298}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:25:27,105 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T07:25:27,105 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731482727096Writing region info on filesystem at 1731482727096Initializing all the Stores at 1731482727096Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482727096Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482727097 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482727097Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482727097Cleaning up temporary data from old regions at 1731482727103 (+6 ms)Running coprocessor post-open hooks at 1731482727105 (+2 ms)Region opened successfully at 1731482727105 2024-11-13T07:25:27,106 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731482727070 2024-11-13T07:25:27,108 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T07:25:27,108 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T07:25:27,108 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,36243,1731482724043 2024-11-13T07:25:27,109 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,36243,1731482724043, state=OPEN 2024-11-13T07:25:27,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46349-0x101331595310000, quorum=127.0.0.1:63713, baseZNode=/0-1891245662 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1891245662/meta-region-server 2024-11-13T07:25:27,127 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36243-0x101331595310001, quorum=127.0.0.1:63713, baseZNode=/0-1891245662 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1891245662/meta-region-server 2024-11-13T07:25:27,127 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2998b885bdef,36243,1731482724043 2024-11-13T07:25:27,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1891245662/meta-region-server: CHANGED 2024-11-13T07:25:27,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1891245662/meta-region-server: CHANGED 2024-11-13T07:25:27,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T07:25:27,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,36243,1731482724043 in 209 msec 2024-11-13T07:25:27,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T07:25:27,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 448 msec 2024-11-13T07:25:27,130 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:25:27,130 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T07:25:27,131 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:25:27,131 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,36243,1731482724043, seqNum=-1] 2024-11-13T07:25:27,132 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:25:27,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:25:27,149 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3020 sec 2024-11-13T07:25:27,150 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731482727150, completionTime=-1 2024-11-13T07:25:27,150 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T07:25:27,150 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T07:25:27,151 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T07:25:27,151 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731482787151 2024-11-13T07:25:27,151 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731482847151 2024-11-13T07:25:27,151 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T07:25:27,152 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,46349,1731482723144-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:27,152 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,46349,1731482723144-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:27,152 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,46349,1731482723144-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:27,152 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2998b885bdef:46349, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:27,152 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:27,152 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:27,153 DEBUG [master/2998b885bdef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T07:25:27,155 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.878sec 2024-11-13T07:25:27,155 INFO [master/2998b885bdef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T07:25:27,155 INFO [master/2998b885bdef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T07:25:27,155 INFO [master/2998b885bdef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T07:25:27,155 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T07:25:27,155 INFO [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T07:25:27,155 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,46349,1731482723144-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:25:27,155 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,46349,1731482723144-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T07:25:27,157 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T07:25:27,157 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T07:25:27,157 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,46349,1731482723144-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:27,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47c8e2c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:27,215 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,46349,-1 for getting cluster id 2024-11-13T07:25:27,215 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:25:27,216 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c29734c-4918-4e30-a614-53601c2844d1' 2024-11-13T07:25:27,216 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:25:27,216 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c29734c-4918-4e30-a614-53601c2844d1" 2024-11-13T07:25:27,217 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb590e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:27,217 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,46349,-1] 2024-11-13T07:25:27,217 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:25:27,217 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:27,218 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:25:27,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@714bf14a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:27,219 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:25:27,220 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,36243,1731482724043, seqNum=-1] 2024-11-13T07:25:27,220 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:25:27,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:25:27,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2998b885bdef,46349,1731482723144 2024-11-13T07:25:27,223 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63713 2024-11-13T07:25:27,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63713, baseZNode=/0-1891245662 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:25:27,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101331595310002 connected 2024-11-13T07:25:27,244 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:25:27,245 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,46349,1731482723144 2024-11-13T07:25:27,245 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30a60f05 2024-11-13T07:25:27,245 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:25:27,246 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:25:27,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46349 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:25:27,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46349 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T07:25:27,248 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T07:25:27,249 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:27,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46349 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T07:25:27,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:25:27,249 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T07:25:27,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39131 is added to blk_1073741835_1011 (size=902) 2024-11-13T07:25:27,260 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b79806ca88e6628e396b79edbeb4466b, NAME => 'test,,1731482727246.b79806ca88e6628e396b79edbeb4466b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37429/user/jenkins/test-data/f85ed3c8-87e6-073d-4e65-6f61286f975d 2024-11-13T07:25:27,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39131 is added to blk_1073741836_1012 (size=39) 2024-11-13T07:25:27,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:25:27,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:25:27,670 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731482727246.b79806ca88e6628e396b79edbeb4466b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:25:27,670 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b79806ca88e6628e396b79edbeb4466b, disabling compactions & flushes 2024-11-13T07:25:27,670 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731482727246.b79806ca88e6628e396b79edbeb4466b. 2024-11-13T07:25:27,670 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731482727246.b79806ca88e6628e396b79edbeb4466b. 2024-11-13T07:25:27,670 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731482727246.b79806ca88e6628e396b79edbeb4466b. after waiting 0 ms 2024-11-13T07:25:27,670 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731482727246.b79806ca88e6628e396b79edbeb4466b. 2024-11-13T07:25:27,670 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731482727246.b79806ca88e6628e396b79edbeb4466b. 2024-11-13T07:25:27,670 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b79806ca88e6628e396b79edbeb4466b: Waiting for close lock at 1731482727670Disabling compacts and flushes for region at 1731482727670Disabling writes for close at 1731482727670Writing region close event to WAL at 1731482727670Closed at 1731482727670 2024-11-13T07:25:27,671 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T07:25:27,671 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731482727246.b79806ca88e6628e396b79edbeb4466b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731482727671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482727671"}]},"ts":"1731482727671"} 2024-11-13T07:25:27,673 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T07:25:27,673 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T07:25:27,673 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482727673"}]},"ts":"1731482727673"} 2024-11-13T07:25:27,674 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T07:25:27,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b79806ca88e6628e396b79edbeb4466b, ASSIGN}] 2024-11-13T07:25:27,675 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b79806ca88e6628e396b79edbeb4466b, ASSIGN 2024-11-13T07:25:27,676 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b79806ca88e6628e396b79edbeb4466b, ASSIGN; state=OFFLINE, location=2998b885bdef,36243,1731482724043; forceNewPlan=false, retain=false 2024-11-13T07:25:27,826 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b79806ca88e6628e396b79edbeb4466b, regionState=OPENING, regionLocation=2998b885bdef,36243,1731482724043 2024-11-13T07:25:27,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b79806ca88e6628e396b79edbeb4466b, ASSIGN because future has completed 2024-11-13T07:25:27,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b79806ca88e6628e396b79edbeb4466b, server=2998b885bdef,36243,1731482724043}] 2024-11-13T07:25:27,870 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:25:27,871 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2998b885bdef,39417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:39417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T07:25:27,871 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 129026 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2998b885bdef,39417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:39417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T07:25:27,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:25:27,988 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731482727246.b79806ca88e6628e396b79edbeb4466b. 2024-11-13T07:25:27,988 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b79806ca88e6628e396b79edbeb4466b, NAME => 'test,,1731482727246.b79806ca88e6628e396b79edbeb4466b.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:25:27,989 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:25:27,989 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T07:25:27,989 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b79806ca88e6628e396b79edbeb4466b 2024-11-13T07:25:27,989 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731482727246.b79806ca88e6628e396b79edbeb4466b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:25:27,989 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b79806ca88e6628e396b79edbeb4466b 2024-11-13T07:25:27,989 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b79806ca88e6628e396b79edbeb4466b 2024-11-13T07:25:27,990 INFO [StoreOpener-b79806ca88e6628e396b79edbeb4466b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b79806ca88e6628e396b79edbeb4466b 2024-11-13T07:25:27,991 INFO [StoreOpener-b79806ca88e6628e396b79edbeb4466b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b79806ca88e6628e396b79edbeb4466b columnFamilyName f 2024-11-13T07:25:27,991 DEBUG [StoreOpener-b79806ca88e6628e396b79edbeb4466b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:27,991 INFO [StoreOpener-b79806ca88e6628e396b79edbeb4466b-1 {}] regionserver.HStore(327): Store=b79806ca88e6628e396b79edbeb4466b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:25:27,991 INFO [StoreOpener-b79806ca88e6628e396b79edbeb4466b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b79806ca88e6628e396b79edbeb4466b 2024-11-13T07:25:27,992 INFO [StoreOpener-b79806ca88e6628e396b79edbeb4466b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b79806ca88e6628e396b79edbeb4466b columnFamilyName f1 2024-11-13T07:25:27,992 DEBUG [StoreOpener-b79806ca88e6628e396b79edbeb4466b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:27,992 INFO [StoreOpener-b79806ca88e6628e396b79edbeb4466b-1 {}] regionserver.HStore(327): Store=b79806ca88e6628e396b79edbeb4466b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:25:27,992 INFO [StoreOpener-b79806ca88e6628e396b79edbeb4466b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b79806ca88e6628e396b79edbeb4466b 2024-11-13T07:25:27,993 INFO [StoreOpener-b79806ca88e6628e396b79edbeb4466b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b79806ca88e6628e396b79edbeb4466b columnFamilyName norep 2024-11-13T07:25:27,993 DEBUG [StoreOpener-b79806ca88e6628e396b79edbeb4466b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:27,993 INFO [StoreOpener-b79806ca88e6628e396b79edbeb4466b-1 {}] regionserver.HStore(327): Store=b79806ca88e6628e396b79edbeb4466b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:25:27,993 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b79806ca88e6628e396b79edbeb4466b 2024-11-13T07:25:27,994 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37429/user/jenkins/test-data/f85ed3c8-87e6-073d-4e65-6f61286f975d/data/default/test/b79806ca88e6628e396b79edbeb4466b 2024-11-13T07:25:27,994 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37429/user/jenkins/test-data/f85ed3c8-87e6-073d-4e65-6f61286f975d/data/default/test/b79806ca88e6628e396b79edbeb4466b 2024-11-13T07:25:27,995 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b79806ca88e6628e396b79edbeb4466b 2024-11-13T07:25:27,995 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b79806ca88e6628e396b79edbeb4466b 2024-11-13T07:25:27,995 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T07:25:27,996 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b79806ca88e6628e396b79edbeb4466b 2024-11-13T07:25:27,997 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37429/user/jenkins/test-data/f85ed3c8-87e6-073d-4e65-6f61286f975d/data/default/test/b79806ca88e6628e396b79edbeb4466b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:25:27,998 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b79806ca88e6628e396b79edbeb4466b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74620405, jitterRate=0.11193068325519562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T07:25:27,998 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b79806ca88e6628e396b79edbeb4466b 2024-11-13T07:25:27,999 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b79806ca88e6628e396b79edbeb4466b: Running coprocessor pre-open hook at 1731482727989Writing region info on filesystem at 1731482727989Initializing all the Stores at 1731482727990 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482727990Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482727990Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482727990Cleaning up temporary data from old regions at 1731482727995 (+5 ms)Running coprocessor post-open hooks at 1731482727998 (+3 ms)Region opened successfully at 1731482727999 (+1 ms) 2024-11-13T07:25:27,999 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731482727246.b79806ca88e6628e396b79edbeb4466b., pid=6, masterSystemTime=1731482727981 2024-11-13T07:25:28,001 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731482727246.b79806ca88e6628e396b79edbeb4466b. 2024-11-13T07:25:28,001 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731482727246.b79806ca88e6628e396b79edbeb4466b. 2024-11-13T07:25:28,001 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b79806ca88e6628e396b79edbeb4466b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2998b885bdef,36243,1731482724043 2024-11-13T07:25:28,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b79806ca88e6628e396b79edbeb4466b, server=2998b885bdef,36243,1731482724043 because future has completed 2024-11-13T07:25:28,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T07:25:28,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b79806ca88e6628e396b79edbeb4466b, server=2998b885bdef,36243,1731482724043 in 174 msec 2024-11-13T07:25:28,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T07:25:28,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b79806ca88e6628e396b79edbeb4466b, ASSIGN in 331 msec 2024-11-13T07:25:28,007 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T07:25:28,007 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482728007"}]},"ts":"1731482728007"} 2024-11-13T07:25:28,008 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T07:25:28,009 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T07:25:28,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 762 msec 2024-11-13T07:25:28,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:25:28,392 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T07:25:28,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76e256db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:28,392 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,46349,-1 for getting cluster id 2024-11-13T07:25:28,393 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:25:28,393 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c29734c-4918-4e30-a614-53601c2844d1' 2024-11-13T07:25:28,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:25:28,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c29734c-4918-4e30-a614-53601c2844d1" 2024-11-13T07:25:28,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168151e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:28,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,46349,-1] 2024-11-13T07:25:28,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:25:28,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:28,395 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:25:28,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e2509c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:28,395 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:25:28,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,46349,1731482723144 2024-11-13T07:25:28,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44f0bafd 2024-11-13T07:25:28,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:25:28,397 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:25:28,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46349 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2998b885bdef:46349,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T07:25:28,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46349 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T07:25:28,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:25:28,402 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2998b885bdef:46349' 2024-11-13T07:25:28,408 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b01fa00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:28,408 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,46349,-1 for getting cluster id 2024-11-13T07:25:28,409 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:25:28,409 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c29734c-4918-4e30-a614-53601c2844d1' 2024-11-13T07:25:28,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:25:28,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c29734c-4918-4e30-a614-53601c2844d1" 2024-11-13T07:25:28,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77d9ded9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:28,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,46349,-1] 2024-11-13T07:25:28,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:25:28,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:28,410 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:25:28,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11fc5e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:28,411 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:25:28,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,46349,1731482723144 2024-11-13T07:25:28,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69b34f3e 2024-11-13T07:25:28,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:25:28,413 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:25:28,413 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T07:25:28,413 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T07:25:28,413 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:28,413 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:28,414 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:25:28,414 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://2998b885bdef:46349, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-13T07:25:28,418 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://2998b885bdef:46349, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://2998b885bdef:46349, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://2998b885bdef:46349, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-13T07:25:28,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://2998b885bdef:46349, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=22 msec 2024-11-13T07:25:28,420 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-13T07:25:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:25:28,512 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://2998b885bdef:46349, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-13T07:25:28,512 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:25:28,512 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:25:28,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:28,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:28,513 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:25:28,526 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=527 (was 360) Potentially hanging thread: IPC Server handler 2 on default port 37429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@59135f7[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63713) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63713) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: regionserver/2998b885bdef:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482725850 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1106977303-172.17.0.3-1731482720667:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37429 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@502e9d8f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp681076956-7877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@6388039c java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37429 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-2c1f062b-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 37429 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp276585113-7921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1462048934_20 at /127.0.0.1:59564 [Receiving block BP-1106977303-172.17.0.3-1731482720667:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:63713): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$590/0x00007fa168ab65b8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 4 on default port 37429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@18269c20 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36183007-503f-c255-7327-ad253eab2c97/cluster_90fa815d-f8b1-7444-e6a4-9ecede6718f6/data/data1/current/BP-1106977303-172.17.0.3-1731482720667 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: qtp681076956-7876 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@68f4d1a7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp681076956-7875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2998b885bdef:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36183007-503f-c255-7327-ad253eab2c97/cluster_90fa815d-f8b1-7444-e6a4-9ecede6718f6/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:37429 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2998b885bdef:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:63713 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: qtp681076956-7872 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa168439b68.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2067688608_20 at /127.0.0.1:59604 [Receiving block BP-1106977303-172.17.0.3-1731482720667:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(595197479) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=46349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp681076956-7870 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa168439b68.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp276585113-7920-acceptor-0@351a7e87-ServerConnector@41969a9d{HTTP/1.1, (http/1.1)}{localhost:37237} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37429/user/jenkins/test-data/f85ed3c8-87e6-073d-4e65-6f61286f975d-prefix:2998b885bdef,36243,1731482724043.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 1 on default port 39543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 0 on default port 39543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Server handler 2 on default port 39543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@17028ae4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: PacketResponder: BP-1106977303-172.17.0.3-1731482720667:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-153267d9-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2067688608_20 at /127.0.0.1:59530 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RS_OPEN_META-regionserver/2998b885bdef:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36183007-503f-c255-7327-ad253eab2c97/cluster_90fa815d-f8b1-7444-e6a4-9ecede6718f6/data/data2/current/BP-1106977303-172.17.0.3-1731482720667 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1106977303-172.17.0.3-1731482720667 heartbeating to localhost/127.0.0.1:37429 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;2998b885bdef:46349 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 39543 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp681076956-7873 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa168439b68.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: PacketResponder: BP-1106977303-172.17.0.3-1731482720667:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37429/user/jenkins/test-data/f85ed3c8-87e6-073d-4e65-6f61286f975d/MasterData-prefix:2998b885bdef,46349,1731482723144 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;2998b885bdef:36243-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@13a4d7d8 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=36243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37429 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37429 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@431adfcd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2067688608_20 at /127.0.0.1:59580 [Receiving block BP-1106977303-172.17.0.3-1731482720667:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 37429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: IPC Server handler 1 on default port 37429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: 2998b885bdef:46349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;2998b885bdef:36243 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/2998b885bdef:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp276585113-7919 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa168439b68.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=46349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@510836b2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37429/user/jenkins/test-data/f85ed3c8-87e6-073d-4e65-6f61286f975d-prefix:2998b885bdef,36243,1731482724043 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@638f718 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2291-thread-1-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=36243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp681076956-7871 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa168439b68.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2291-thread-1-SendThread(127.0.0.1:63713) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 39543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: IPC Server handler 4 on default port 39543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482725852 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: IPC Server handler 0 on default port 37429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp681076956-7874-acceptor-0@4983d8b3-ServerConnector@52302c22{HTTP/1.1, (http/1.1)}{localhost:35941} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36183007-503f-c255-7327-ad253eab2c97/cluster_90fa815d-f8b1-7444-e6a4-9ecede6718f6/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007fa1689fe288.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: regionserver/2998b885bdef:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=36243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp276585113-7922 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) - Thread LEAK? -, OpenFileDescriptor=872 (was 794) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=669 (was 684), ProcessCount=11 (was 11), AvailableMemoryMB=3454 (was 3958) 2024-11-13T07:25:28,529 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=527 is superior to 500 2024-11-13T07:25:28,540 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=527, OpenFileDescriptor=872, MaxFileDescriptor=1048576, SystemLoadAverage=669, ProcessCount=11, AvailableMemoryMB=3451 2024-11-13T07:25:28,540 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=527 is superior to 500 2024-11-13T07:25:28,563 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-13T07:25:28,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36183007-503f-c255-7327-ad253eab2c97/hadoop.log.dir so I do NOT create it in target/test-data/df7736fe-5b8a-401f-3834-c25bf342e676 2024-11-13T07:25:28,564 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36183007-503f-c255-7327-ad253eab2c97/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T07:25:28,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36183007-503f-c255-7327-ad253eab2c97/hadoop.tmp.dir so I do NOT create it in target/test-data/df7736fe-5b8a-401f-3834-c25bf342e676 2024-11-13T07:25:28,564 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36183007-503f-c255-7327-ad253eab2c97/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T07:25:28,564 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7736fe-5b8a-401f-3834-c25bf342e676 2024-11-13T07:25:28,564 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7736fe-5b8a-401f-3834-c25bf342e676/cluster_ffaa0d74-285c-9345-7429-332d4e64322c, deleteOnExit=true 2024-11-13T07:25:28,567 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7736fe-5b8a-401f-3834-c25bf342e676/cluster_ffaa0d74-285c-9345-7429-332d4e64322c/zookeeper_0, clientPort=59588, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7736fe-5b8a-401f-3834-c25bf342e676/cluster_ffaa0d74-285c-9345-7429-332d4e64322c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7736fe-5b8a-401f-3834-c25bf342e676/cluster_ffaa0d74-285c-9345-7429-332d4e64322c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T07:25:28,567 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59588 2024-11-13T07:25:28,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T07:25:28,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T07:25:28,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7736fe-5b8a-401f-3834-c25bf342e676/test.cache.data in system properties and HBase conf 2024-11-13T07:25:28,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7736fe-5b8a-401f-3834-c25bf342e676/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T07:25:28,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7736fe-5b8a-401f-3834-c25bf342e676/hadoop.log.dir in system properties and HBase conf 2024-11-13T07:25:28,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7736fe-5b8a-401f-3834-c25bf342e676/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T07:25:28,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7736fe-5b8a-401f-3834-c25bf342e676/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T07:25:28,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T07:25:28,568 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T07:25:28,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7736fe-5b8a-401f-3834-c25bf342e676/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:25:28,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7736fe-5b8a-401f-3834-c25bf342e676/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:25:28,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7736fe-5b8a-401f-3834-c25bf342e676/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T07:25:28,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7736fe-5b8a-401f-3834-c25bf342e676/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:25:28,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7736fe-5b8a-401f-3834-c25bf342e676/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T07:25:28,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7736fe-5b8a-401f-3834-c25bf342e676/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T07:25:28,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7736fe-5b8a-401f-3834-c25bf342e676/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:25:28,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7736fe-5b8a-401f-3834-c25bf342e676/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:25:28,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7736fe-5b8a-401f-3834-c25bf342e676/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T07:25:28,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7736fe-5b8a-401f-3834-c25bf342e676/nfs.dump.dir in system properties and HBase conf 2024-11-13T07:25:28,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7736fe-5b8a-401f-3834-c25bf342e676/java.io.tmpdir in system properties and HBase conf 2024-11-13T07:25:28,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7736fe-5b8a-401f-3834-c25bf342e676/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:25:28,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7736fe-5b8a-401f-3834-c25bf342e676/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T07:25:28,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7736fe-5b8a-401f-3834-c25bf342e676/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T07:25:29,197 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:25:29,205 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:25:29,211 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:25:29,211 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:25:29,211 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T07:25:29,212 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:25:29,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@560ea09d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7736fe-5b8a-401f-3834-c25bf342e676/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:25:29,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@158bd107{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:25:29,307 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ad0a89{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7736fe-5b8a-401f-3834-c25bf342e676/java.io.tmpdir/jetty-localhost-45467-hadoop-hdfs-3_4_1-tests_jar-_-any-10414301361166006578/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:25:29,308 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61b2807b{HTTP/1.1, (http/1.1)}{localhost:45467} 2024-11-13T07:25:29,308 INFO [Time-limited test {}] server.Server(415): Started @417198ms 2024-11-13T07:25:29,819 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:25:29,822 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:25:29,823 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:25:29,823 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:25:29,823 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T07:25:29,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3607faf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7736fe-5b8a-401f-3834-c25bf342e676/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:25:29,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ae0e6eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:25:29,920 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e65dc06{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7736fe-5b8a-401f-3834-c25bf342e676/java.io.tmpdir/jetty-localhost-39877-hadoop-hdfs-3_4_1-tests_jar-_-any-946565784645772197/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:25:29,921 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1507e799{HTTP/1.1, (http/1.1)}{localhost:39877} 2024-11-13T07:25:29,921 INFO [Time-limited test {}] server.Server(415): Started @417811ms 2024-11-13T07:25:29,922 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T07:25:30,133 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T07:25:30,133 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T07:25:30,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T07:25:30,134 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T07:25:30,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T07:25:30,134 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T07:25:31,003 WARN [Thread-4307 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7736fe-5b8a-401f-3834-c25bf342e676/cluster_ffaa0d74-285c-9345-7429-332d4e64322c/data/data1/current/BP-2114525083-172.17.0.3-1731482728582/current, will proceed with Du for space computation calculation, 2024-11-13T07:25:31,003 WARN [Thread-4308 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7736fe-5b8a-401f-3834-c25bf342e676/cluster_ffaa0d74-285c-9345-7429-332d4e64322c/data/data2/current/BP-2114525083-172.17.0.3-1731482728582/current, will proceed with Du for space computation calculation, 2024-11-13T07:25:31,022 WARN [Thread-4295 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T07:25:31,024 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x566e9029af597f5d with lease ID 0x77d56548e8123750: Processing first storage report for DS-b97afbbf-0b4a-432b-ba55-7c4f5cfe848d from datanode DatanodeRegistration(127.0.0.1:44175, datanodeUuid=1b26c93b-0f9d-4f62-a371-5220fb9f09a1, infoPort=42655, infoSecurePort=0, ipcPort=40717, storageInfo=lv=-57;cid=testClusterID;nsid=401288962;c=1731482728582) 2024-11-13T07:25:31,024 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x566e9029af597f5d with lease ID 0x77d56548e8123750: from storage DS-b97afbbf-0b4a-432b-ba55-7c4f5cfe848d node DatanodeRegistration(127.0.0.1:44175, datanodeUuid=1b26c93b-0f9d-4f62-a371-5220fb9f09a1, infoPort=42655, infoSecurePort=0, ipcPort=40717, storageInfo=lv=-57;cid=testClusterID;nsid=401288962;c=1731482728582), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T07:25:31,024 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x566e9029af597f5d with lease ID 0x77d56548e8123750: Processing first storage report for DS-47149307-87b7-471b-a0ed-08376e0435c3 from datanode DatanodeRegistration(127.0.0.1:44175, datanodeUuid=1b26c93b-0f9d-4f62-a371-5220fb9f09a1, infoPort=42655, infoSecurePort=0, ipcPort=40717, storageInfo=lv=-57;cid=testClusterID;nsid=401288962;c=1731482728582) 2024-11-13T07:25:31,024 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x566e9029af597f5d with lease ID 0x77d56548e8123750: from storage DS-47149307-87b7-471b-a0ed-08376e0435c3 node DatanodeRegistration(127.0.0.1:44175, datanodeUuid=1b26c93b-0f9d-4f62-a371-5220fb9f09a1, infoPort=42655, infoSecurePort=0, ipcPort=40717, storageInfo=lv=-57;cid=testClusterID;nsid=401288962;c=1731482728582), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T07:25:31,051 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7736fe-5b8a-401f-3834-c25bf342e676 2024-11-13T07:25:31,051 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:25:31,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:25:31,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44175 is added to blk_1073741825_1001 (size=7) 2024-11-13T07:25:31,459 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806 with version=8 2024-11-13T07:25:31,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/hbase-staging 2024-11-13T07:25:31,461 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:25:31,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:25:31,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:25:31,462 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:25:31,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:25:31,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:25:31,462 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T07:25:31,462 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:25:31,464 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38735 2024-11-13T07:25:31,465 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38735 connecting to ZooKeeper ensemble=127.0.0.1:59588 2024-11-13T07:25:31,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387350x0, quorum=127.0.0.1:59588, baseZNode=/0868370 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:25:31,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38735-0x1013315b4220000 connected 2024-11-13T07:25:31,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:25:31,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:25:31,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38735-0x1013315b4220000, quorum=127.0.0.1:59588, baseZNode=/0868370 Set watcher on znode that does not yet exist, /0868370/running 2024-11-13T07:25:31,631 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806, hbase.cluster.distributed=false 2024-11-13T07:25:31,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38735-0x1013315b4220000, quorum=127.0.0.1:59588, baseZNode=/0868370 Set watcher on znode that does not yet exist, /0868370/acl 2024-11-13T07:25:31,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38735 2024-11-13T07:25:31,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38735 2024-11-13T07:25:31,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38735 2024-11-13T07:25:31,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38735 2024-11-13T07:25:31,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38735 2024-11-13T07:25:31,646 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:25:31,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:25:31,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:25:31,646 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:25:31,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:25:31,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:25:31,646 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T07:25:31,646 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:25:31,646 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39057 2024-11-13T07:25:31,647 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39057 connecting to ZooKeeper ensemble=127.0.0.1:59588 2024-11-13T07:25:31,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:25:31,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:25:31,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390570x0, quorum=127.0.0.1:59588, baseZNode=/0868370 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:25:31,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390570x0, quorum=127.0.0.1:59588, baseZNode=/0868370 Set watcher on znode that does not yet exist, /0868370/running 2024-11-13T07:25:31,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39057-0x1013315b4220001 connected 2024-11-13T07:25:31,660 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T07:25:31,661 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T07:25:31,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39057-0x1013315b4220001, quorum=127.0.0.1:59588, baseZNode=/0868370 Set watcher on znode that does not yet exist, /0868370/master 2024-11-13T07:25:31,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39057-0x1013315b4220001, quorum=127.0.0.1:59588, baseZNode=/0868370 Set watcher on znode that does not yet exist, /0868370/acl 2024-11-13T07:25:31,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39057 2024-11-13T07:25:31,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39057 2024-11-13T07:25:31,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39057 2024-11-13T07:25:31,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39057 2024-11-13T07:25:31,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39057 2024-11-13T07:25:31,682 DEBUG [M:0;2998b885bdef:38735 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2998b885bdef:38735 2024-11-13T07:25:31,683 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0868370/backup-masters/2998b885bdef,38735,1731482731461 2024-11-13T07:25:31,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39057-0x1013315b4220001, quorum=127.0.0.1:59588, baseZNode=/0868370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0868370/backup-masters 2024-11-13T07:25:31,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x1013315b4220000, quorum=127.0.0.1:59588, baseZNode=/0868370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0868370/backup-masters 2024-11-13T07:25:31,691 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38735-0x1013315b4220000, quorum=127.0.0.1:59588, baseZNode=/0868370 Set watcher on existing znode=/0868370/backup-masters/2998b885bdef,38735,1731482731461 2024-11-13T07:25:31,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39057-0x1013315b4220001, quorum=127.0.0.1:59588, baseZNode=/0868370 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0868370/master 2024-11-13T07:25:31,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x1013315b4220000, quorum=127.0.0.1:59588, baseZNode=/0868370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0868370 2024-11-13T07:25:31,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39057-0x1013315b4220001, quorum=127.0.0.1:59588, baseZNode=/0868370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0868370 2024-11-13T07:25:31,702 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38735-0x1013315b4220000, quorum=127.0.0.1:59588, baseZNode=/0868370 Set watcher on existing znode=/0868370/master 2024-11-13T07:25:31,702 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0868370/backup-masters/2998b885bdef,38735,1731482731461 from backup master directory 2024-11-13T07:25:31,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39057-0x1013315b4220001, quorum=127.0.0.1:59588, baseZNode=/0868370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0868370/backup-masters 2024-11-13T07:25:31,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x1013315b4220000, quorum=127.0.0.1:59588, baseZNode=/0868370 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0868370/backup-masters/2998b885bdef,38735,1731482731461 2024-11-13T07:25:31,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x1013315b4220000, quorum=127.0.0.1:59588, baseZNode=/0868370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0868370/backup-masters 2024-11-13T07:25:31,712 WARN [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:25:31,712 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2998b885bdef,38735,1731482731461 2024-11-13T07:25:31,714 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/hbase.id] with ID: 722ae6e2-840f-42b8-a0b8-ef2b6f9010f8 2024-11-13T07:25:31,714 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/.tmp/hbase.id 2024-11-13T07:25:31,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44175 is added to blk_1073741826_1002 (size=42) 2024-11-13T07:25:31,973 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T07:25:31,973 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T07:25:32,119 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/.tmp/hbase.id]:[hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/hbase.id] 2024-11-13T07:25:32,126 INFO [master/2998b885bdef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:25:32,126 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T07:25:32,127 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T07:25:32,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39057-0x1013315b4220001, quorum=127.0.0.1:59588, baseZNode=/0868370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0868370 2024-11-13T07:25:32,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x1013315b4220000, quorum=127.0.0.1:59588, baseZNode=/0868370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0868370 2024-11-13T07:25:32,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44175 is added to blk_1073741827_1003 (size=196) 2024-11-13T07:25:32,537 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:25:32,538 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T07:25:32,539 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:25:32,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44175 is added to blk_1073741828_1004 (size=1189) 2024-11-13T07:25:32,598 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T07:25:32,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:32,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:32,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:32,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:32,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:32,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:32,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:32,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:32,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:32,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:32,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:32,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:32,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:32,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:32,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:32,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:32,946 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/MasterData/data/master/store 2024-11-13T07:25:32,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44175 is added to blk_1073741829_1005 (size=34) 2024-11-13T07:25:33,351 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:25:33,351 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:25:33,351 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:25:33,351 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:25:33,351 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:25:33,351 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:25:33,351 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:25:33,351 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482733351Disabling compacts and flushes for region at 1731482733351Disabling writes for close at 1731482733351Writing region close event to WAL at 1731482733351Closed at 1731482733351 2024-11-13T07:25:33,352 WARN [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/MasterData/data/master/store/.initializing 2024-11-13T07:25:33,352 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/MasterData/WALs/2998b885bdef,38735,1731482731461 2024-11-13T07:25:33,352 INFO [master/2998b885bdef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:25:33,353 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2998b885bdef%2C38735%2C1731482731461, suffix=, logDir=hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/MasterData/WALs/2998b885bdef,38735,1731482731461, archiveDir=hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/MasterData/oldWALs, maxLogs=10 2024-11-13T07:25:33,366 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/MasterData/WALs/2998b885bdef,38735,1731482731461/2998b885bdef%2C38735%2C1731482731461.1731482733353, exclude list is [], retry=0 2024-11-13T07:25:33,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44175,DS-b97afbbf-0b4a-432b-ba55-7c4f5cfe848d,DISK] 2024-11-13T07:25:33,370 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/MasterData/WALs/2998b885bdef,38735,1731482731461/2998b885bdef%2C38735%2C1731482731461.1731482733353 2024-11-13T07:25:33,370 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42655:42655)] 2024-11-13T07:25:33,370 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:25:33,370 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:25:33,370 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:33,371 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:33,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:33,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T07:25:33,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:33,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:25:33,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:33,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T07:25:33,374 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:33,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:25:33,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:33,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T07:25:33,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:33,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:25:33,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:33,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T07:25:33,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:33,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:25:33,376 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:33,376 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:33,376 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:33,377 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:33,377 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:33,377 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:25:33,378 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:33,379 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:25:33,380 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61919799, jitterRate=-0.07732309401035309}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:25:33,380 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731482733371Initializing all the Stores at 1731482733371Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482733371Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482733372 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482733372Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482733372Cleaning up temporary data from old regions at 1731482733377 (+5 ms)Region opened successfully at 1731482733380 (+3 ms) 2024-11-13T07:25:33,380 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T07:25:33,382 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67afdb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:25:33,382 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T07:25:33,383 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T07:25:33,383 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T07:25:33,383 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T07:25:33,383 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T07:25:33,383 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T07:25:33,383 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T07:25:33,385 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T07:25:33,385 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38735-0x1013315b4220000, quorum=127.0.0.1:59588, baseZNode=/0868370 Unable to get data of znode /0868370/balancer because node does not exist (not necessarily an error) 2024-11-13T07:25:33,449 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0868370/balancer already deleted, retry=false 2024-11-13T07:25:33,449 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T07:25:33,450 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38735-0x1013315b4220000, quorum=127.0.0.1:59588, baseZNode=/0868370 Unable to get data of znode /0868370/normalizer because node does not exist (not necessarily an error) 2024-11-13T07:25:33,459 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0868370/normalizer already deleted, retry=false 2024-11-13T07:25:33,459 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T07:25:33,460 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38735-0x1013315b4220000, quorum=127.0.0.1:59588, baseZNode=/0868370 Unable to get data of znode /0868370/switch/split because node does not exist (not necessarily an error) 2024-11-13T07:25:33,470 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0868370/switch/split already deleted, retry=false 2024-11-13T07:25:33,470 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38735-0x1013315b4220000, quorum=127.0.0.1:59588, baseZNode=/0868370 Unable to get data of znode /0868370/switch/merge because node does not exist (not necessarily an error) 2024-11-13T07:25:33,480 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0868370/switch/merge already deleted, retry=false 2024-11-13T07:25:33,482 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38735-0x1013315b4220000, quorum=127.0.0.1:59588, baseZNode=/0868370 Unable to get data of znode /0868370/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T07:25:33,491 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0868370/snapshot-cleanup already deleted, retry=false 2024-11-13T07:25:33,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39057-0x1013315b4220001, quorum=127.0.0.1:59588, baseZNode=/0868370 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0868370/running 2024-11-13T07:25:33,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x1013315b4220000, quorum=127.0.0.1:59588, baseZNode=/0868370 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0868370/running 2024-11-13T07:25:33,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39057-0x1013315b4220001, quorum=127.0.0.1:59588, baseZNode=/0868370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0868370 2024-11-13T07:25:33,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x1013315b4220000, quorum=127.0.0.1:59588, baseZNode=/0868370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0868370 2024-11-13T07:25:33,502 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2998b885bdef,38735,1731482731461, sessionid=0x1013315b4220000, setting cluster-up flag (Was=false) 2024-11-13T07:25:33,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x1013315b4220000, quorum=127.0.0.1:59588, baseZNode=/0868370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0868370 2024-11-13T07:25:33,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39057-0x1013315b4220001, quorum=127.0.0.1:59588, baseZNode=/0868370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0868370 2024-11-13T07:25:33,554 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0868370/flush-table-proc/acquired, /0868370/flush-table-proc/reached, /0868370/flush-table-proc/abort 2024-11-13T07:25:33,555 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,38735,1731482731461 2024-11-13T07:25:33,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x1013315b4220000, quorum=127.0.0.1:59588, baseZNode=/0868370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0868370 2024-11-13T07:25:33,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39057-0x1013315b4220001, quorum=127.0.0.1:59588, baseZNode=/0868370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0868370 2024-11-13T07:25:33,617 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0868370/online-snapshot/acquired, /0868370/online-snapshot/reached, /0868370/online-snapshot/abort 2024-11-13T07:25:33,618 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,38735,1731482731461 2024-11-13T07:25:33,619 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T07:25:33,621 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T07:25:33,621 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T07:25:33,621 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T07:25:33,621 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2998b885bdef,38735,1731482731461 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T07:25:33,622 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:25:33,622 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:25:33,622 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:25:33,622 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:25:33,622 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2998b885bdef:0, corePoolSize=10, maxPoolSize=10 2024-11-13T07:25:33,622 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:33,622 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:25:33,622 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:33,623 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731482763623 2024-11-13T07:25:33,623 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T07:25:33,624 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T07:25:33,624 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T07:25:33,624 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T07:25:33,624 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T07:25:33,624 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T07:25:33,624 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:25:33,624 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T07:25:33,624 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:33,624 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T07:25:33,624 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T07:25:33,624 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T07:25:33,624 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T07:25:33,625 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:33,625 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T07:25:33,628 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T07:25:33,628 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T07:25:33,632 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482733628,5,FailOnTimeoutGroup] 2024-11-13T07:25:33,634 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482733632,5,FailOnTimeoutGroup] 2024-11-13T07:25:33,634 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:33,634 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T07:25:33,634 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:33,635 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:33,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44175 is added to blk_1073741831_1007 (size=1321) 2024-11-13T07:25:33,637 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T07:25:33,638 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806 2024-11-13T07:25:33,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44175 is added to blk_1073741832_1008 (size=32) 2024-11-13T07:25:33,672 INFO [RS:0;2998b885bdef:39057 {}] regionserver.HRegionServer(746): ClusterId : 722ae6e2-840f-42b8-a0b8-ef2b6f9010f8 2024-11-13T07:25:33,672 DEBUG [RS:0;2998b885bdef:39057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T07:25:33,681 DEBUG [RS:0;2998b885bdef:39057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T07:25:33,681 DEBUG [RS:0;2998b885bdef:39057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T07:25:33,692 DEBUG [RS:0;2998b885bdef:39057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T07:25:33,692 DEBUG [RS:0;2998b885bdef:39057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8cbadef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:25:33,706 DEBUG [RS:0;2998b885bdef:39057 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2998b885bdef:39057 2024-11-13T07:25:33,706 INFO [RS:0;2998b885bdef:39057 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T07:25:33,706 INFO [RS:0;2998b885bdef:39057 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T07:25:33,706 DEBUG [RS:0;2998b885bdef:39057 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T07:25:33,707 INFO [RS:0;2998b885bdef:39057 {}] regionserver.HRegionServer(2659): reportForDuty to master=2998b885bdef,38735,1731482731461 with port=39057, startcode=1731482731646 2024-11-13T07:25:33,707 DEBUG [RS:0;2998b885bdef:39057 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T07:25:33,708 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T07:25:33,709 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38735 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2998b885bdef,39057,1731482731646 2024-11-13T07:25:33,709 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38735 {}] master.ServerManager(517): Registering regionserver=2998b885bdef,39057,1731482731646 2024-11-13T07:25:33,710 DEBUG [RS:0;2998b885bdef:39057 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806 2024-11-13T07:25:33,710 DEBUG [RS:0;2998b885bdef:39057 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44269 2024-11-13T07:25:33,710 DEBUG [RS:0;2998b885bdef:39057 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T07:25:33,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x1013315b4220000, quorum=127.0.0.1:59588, baseZNode=/0868370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0868370/rs 2024-11-13T07:25:33,723 DEBUG [RS:0;2998b885bdef:39057 {}] zookeeper.ZKUtil(111): regionserver:39057-0x1013315b4220001, quorum=127.0.0.1:59588, baseZNode=/0868370 Set watcher on existing znode=/0868370/rs/2998b885bdef,39057,1731482731646 2024-11-13T07:25:33,723 WARN [RS:0;2998b885bdef:39057 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:25:33,723 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2998b885bdef,39057,1731482731646] 2024-11-13T07:25:33,723 INFO [RS:0;2998b885bdef:39057 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:25:33,723 DEBUG [RS:0;2998b885bdef:39057 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646 2024-11-13T07:25:33,731 INFO [RS:0;2998b885bdef:39057 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T07:25:33,738 INFO [RS:0;2998b885bdef:39057 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T07:25:33,739 INFO [RS:0;2998b885bdef:39057 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T07:25:33,739 INFO [RS:0;2998b885bdef:39057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:33,739 INFO [RS:0;2998b885bdef:39057 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T07:25:33,740 INFO [RS:0;2998b885bdef:39057 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T07:25:33,740 INFO [RS:0;2998b885bdef:39057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:33,740 DEBUG [RS:0;2998b885bdef:39057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:33,740 DEBUG [RS:0;2998b885bdef:39057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:33,740 DEBUG [RS:0;2998b885bdef:39057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:33,741 DEBUG [RS:0;2998b885bdef:39057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:33,741 DEBUG [RS:0;2998b885bdef:39057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:33,741 DEBUG [RS:0;2998b885bdef:39057 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:25:33,741 DEBUG [RS:0;2998b885bdef:39057 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:33,741 DEBUG [RS:0;2998b885bdef:39057 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:33,741 DEBUG [RS:0;2998b885bdef:39057 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:33,741 DEBUG [RS:0;2998b885bdef:39057 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:33,741 DEBUG [RS:0;2998b885bdef:39057 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:33,741 DEBUG [RS:0;2998b885bdef:39057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:33,741 DEBUG [RS:0;2998b885bdef:39057 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:25:33,741 DEBUG [RS:0;2998b885bdef:39057 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:25:33,745 INFO [RS:0;2998b885bdef:39057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:33,745 INFO [RS:0;2998b885bdef:39057 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:33,745 INFO [RS:0;2998b885bdef:39057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:33,745 INFO [RS:0;2998b885bdef:39057 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:33,745 INFO [RS:0;2998b885bdef:39057 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:33,745 INFO [RS:0;2998b885bdef:39057 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,39057,1731482731646-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:25:33,765 INFO [RS:0;2998b885bdef:39057 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T07:25:33,765 INFO [RS:0;2998b885bdef:39057 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,39057,1731482731646-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:33,765 INFO [RS:0;2998b885bdef:39057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:33,765 INFO [RS:0;2998b885bdef:39057 {}] regionserver.Replication(171): 2998b885bdef,39057,1731482731646 started 2024-11-13T07:25:33,778 INFO [RS:0;2998b885bdef:39057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:33,778 INFO [RS:0;2998b885bdef:39057 {}] regionserver.HRegionServer(1482): Serving as 2998b885bdef,39057,1731482731646, RpcServer on 2998b885bdef/172.17.0.3:39057, sessionid=0x1013315b4220001 2024-11-13T07:25:33,778 DEBUG [RS:0;2998b885bdef:39057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T07:25:33,778 DEBUG [RS:0;2998b885bdef:39057 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2998b885bdef,39057,1731482731646 2024-11-13T07:25:33,778 DEBUG [RS:0;2998b885bdef:39057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,39057,1731482731646' 2024-11-13T07:25:33,778 DEBUG [RS:0;2998b885bdef:39057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0868370/flush-table-proc/abort' 2024-11-13T07:25:33,779 DEBUG [RS:0;2998b885bdef:39057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0868370/flush-table-proc/acquired' 2024-11-13T07:25:33,779 DEBUG [RS:0;2998b885bdef:39057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T07:25:33,779 DEBUG [RS:0;2998b885bdef:39057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T07:25:33,779 DEBUG [RS:0;2998b885bdef:39057 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2998b885bdef,39057,1731482731646 2024-11-13T07:25:33,779 DEBUG [RS:0;2998b885bdef:39057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,39057,1731482731646' 2024-11-13T07:25:33,779 DEBUG [RS:0;2998b885bdef:39057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0868370/online-snapshot/abort' 2024-11-13T07:25:33,780 DEBUG [RS:0;2998b885bdef:39057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0868370/online-snapshot/acquired' 2024-11-13T07:25:33,780 DEBUG [RS:0;2998b885bdef:39057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T07:25:33,780 INFO [RS:0;2998b885bdef:39057 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T07:25:33,780 INFO [RS:0;2998b885bdef:39057 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T07:25:33,880 INFO [RS:0;2998b885bdef:39057 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:25:33,881 INFO [RS:0;2998b885bdef:39057 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C39057%2C1731482731646, suffix=, logDir=hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646, archiveDir=hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/oldWALs, maxLogs=10 2024-11-13T07:25:33,894 DEBUG [RS:0;2998b885bdef:39057 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482733882, exclude list is [], retry=0 2024-11-13T07:25:33,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44175,DS-b97afbbf-0b4a-432b-ba55-7c4f5cfe848d,DISK] 2024-11-13T07:25:33,897 INFO [RS:0;2998b885bdef:39057 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482733882 2024-11-13T07:25:33,897 DEBUG [RS:0;2998b885bdef:39057 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42655:42655)] 2024-11-13T07:25:34,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:25:34,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:25:34,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:25:34,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:34,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:25:34,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:25:34,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:25:34,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:34,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:25:34,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:25:34,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:25:34,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:34,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:25:34,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:25:34,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:25:34,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:34,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:25:34,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:25:34,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/hbase/meta/1588230740 2024-11-13T07:25:34,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/hbase/meta/1588230740 2024-11-13T07:25:34,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:25:34,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:25:34,052 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:25:34,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:25:34,054 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:25:34,054 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64351573, jitterRate=-0.0410868376493454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:25:34,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731482734044Initializing all the Stores at 1731482734045 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482734045Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482734045Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482734045Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482734045Cleaning up temporary data from old regions at 1731482734051 (+6 ms)Region opened successfully at 1731482734054 (+3 ms) 2024-11-13T07:25:34,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:25:34,054 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:25:34,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:25:34,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:25:34,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:25:34,054 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:25:34,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482734054Disabling compacts and flushes for region at 1731482734054Disabling writes for close at 1731482734054Writing region close event to WAL at 1731482734054Closed at 1731482734054 2024-11-13T07:25:34,055 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:25:34,055 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T07:25:34,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T07:25:34,056 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:25:34,057 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T07:25:34,207 DEBUG [2998b885bdef:38735 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T07:25:34,207 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2998b885bdef,39057,1731482731646 2024-11-13T07:25:34,208 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,39057,1731482731646, state=OPENING 2024-11-13T07:25:34,544 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T07:25:34,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39057-0x1013315b4220001, quorum=127.0.0.1:59588, baseZNode=/0868370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0868370 2024-11-13T07:25:34,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x1013315b4220000, quorum=127.0.0.1:59588, baseZNode=/0868370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0868370 2024-11-13T07:25:34,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0868370/meta-region-server: CHANGED 2024-11-13T07:25:34,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0868370/meta-region-server: CHANGED 2024-11-13T07:25:34,555 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:25:34,555 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,39057,1731482731646}] 2024-11-13T07:25:34,707 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T07:25:34,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T07:25:34,710 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T07:25:34,710 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:25:34,710 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T07:25:34,711 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C39057%2C1731482731646.meta, suffix=.meta, logDir=hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646, archiveDir=hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/oldWALs, maxLogs=10 2024-11-13T07:25:34,724 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.meta.1731482734712.meta, exclude list is [], retry=0 2024-11-13T07:25:34,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44175,DS-b97afbbf-0b4a-432b-ba55-7c4f5cfe848d,DISK] 2024-11-13T07:25:34,727 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.meta.1731482734712.meta 2024-11-13T07:25:34,727 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42655:42655)] 2024-11-13T07:25:34,727 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:25:34,727 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:25:34,728 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T07:25:34,728 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T07:25:34,728 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T07:25:34,728 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T07:25:34,728 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:25:34,728 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T07:25:34,728 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T07:25:34,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:25:34,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:25:34,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:34,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:25:34,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:25:34,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:25:34,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:34,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:25:34,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:25:34,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:25:34,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:34,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:25:34,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:25:34,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:25:34,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:34,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:25:34,733 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:25:34,734 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/hbase/meta/1588230740 2024-11-13T07:25:34,734 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/hbase/meta/1588230740 2024-11-13T07:25:34,735 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:25:34,735 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:25:34,735 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:25:34,736 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:25:34,737 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71401570, jitterRate=0.063966304063797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:25:34,737 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T07:25:34,737 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731482734728Writing region info on filesystem at 1731482734728Initializing all the Stores at 1731482734729 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482734729Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482734729Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482734729Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482734729Cleaning up temporary data from old regions at 1731482734735 (+6 ms)Running coprocessor post-open hooks at 1731482734737 (+2 ms)Region opened successfully at 1731482734737 2024-11-13T07:25:34,737 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731482734706 2024-11-13T07:25:34,739 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T07:25:34,739 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T07:25:34,741 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,39057,1731482731646 2024-11-13T07:25:34,741 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,39057,1731482731646, state=OPEN 2024-11-13T07:25:34,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39057-0x1013315b4220001, quorum=127.0.0.1:59588, baseZNode=/0868370 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0868370/meta-region-server 2024-11-13T07:25:34,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x1013315b4220000, quorum=127.0.0.1:59588, baseZNode=/0868370 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0868370/meta-region-server 2024-11-13T07:25:34,782 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2998b885bdef,39057,1731482731646 2024-11-13T07:25:34,783 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0868370/meta-region-server: CHANGED 2024-11-13T07:25:34,783 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0868370/meta-region-server: CHANGED 2024-11-13T07:25:34,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T07:25:34,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,39057,1731482731646 in 227 msec 2024-11-13T07:25:34,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T07:25:34,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 730 msec 2024-11-13T07:25:34,787 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:25:34,787 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T07:25:34,788 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:25:34,788 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,39057,1731482731646, seqNum=-1] 2024-11-13T07:25:34,788 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:25:34,789 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:25:34,794 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1720 sec 2024-11-13T07:25:34,794 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731482734794, completionTime=-1 2024-11-13T07:25:34,794 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T07:25:34,794 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T07:25:34,796 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T07:25:34,796 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731482794796 2024-11-13T07:25:34,796 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731482854796 2024-11-13T07:25:34,796 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T07:25:34,796 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,38735,1731482731461-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:34,796 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,38735,1731482731461-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:34,796 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,38735,1731482731461-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:34,796 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2998b885bdef:38735, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:34,796 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:34,797 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:34,798 DEBUG [master/2998b885bdef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T07:25:34,800 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.088sec 2024-11-13T07:25:34,800 INFO [master/2998b885bdef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T07:25:34,800 INFO [master/2998b885bdef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T07:25:34,800 INFO [master/2998b885bdef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T07:25:34,800 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T07:25:34,800 INFO [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T07:25:34,800 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,38735,1731482731461-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:25:34,800 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,38735,1731482731461-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T07:25:34,802 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T07:25:34,802 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T07:25:34,802 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,38735,1731482731461-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:34,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf6c471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:34,873 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,38735,-1 for getting cluster id 2024-11-13T07:25:34,873 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:25:34,874 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '722ae6e2-840f-42b8-a0b8-ef2b6f9010f8' 2024-11-13T07:25:34,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:25:34,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "722ae6e2-840f-42b8-a0b8-ef2b6f9010f8" 2024-11-13T07:25:34,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@390dcbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:34,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,38735,-1] 2024-11-13T07:25:34,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:25:34,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:34,876 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:25:34,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ecd52f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:34,877 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:25:34,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,39057,1731482731646, seqNum=-1] 2024-11-13T07:25:34,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:25:34,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:25:34,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2998b885bdef,38735,1731482731461 2024-11-13T07:25:34,881 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59588 2024-11-13T07:25:34,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59588, baseZNode=/0868370 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:25:34,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013315b4220002 connected 2024-11-13T07:25:35,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7736fe-5b8a-401f-3834-c25bf342e676/hadoop.log.dir so I do NOT create it in target/test-data/fd60a639-1a6e-c2c9-2620-07f373262f49 2024-11-13T07:25:35,003 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7736fe-5b8a-401f-3834-c25bf342e676/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T07:25:35,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7736fe-5b8a-401f-3834-c25bf342e676/hadoop.tmp.dir so I do NOT create it in target/test-data/fd60a639-1a6e-c2c9-2620-07f373262f49 2024-11-13T07:25:35,003 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7736fe-5b8a-401f-3834-c25bf342e676/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T07:25:35,003 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60a639-1a6e-c2c9-2620-07f373262f49 2024-11-13T07:25:35,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T07:25:35,003 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60a639-1a6e-c2c9-2620-07f373262f49/cluster_f816af71-56f4-6254-9bb4-ec6f61acf754, deleteOnExit=true 2024-11-13T07:25:35,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T07:25:35,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60a639-1a6e-c2c9-2620-07f373262f49/test.cache.data in system properties and HBase conf 2024-11-13T07:25:35,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60a639-1a6e-c2c9-2620-07f373262f49/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T07:25:35,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60a639-1a6e-c2c9-2620-07f373262f49/hadoop.log.dir in system properties and HBase conf 2024-11-13T07:25:35,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60a639-1a6e-c2c9-2620-07f373262f49/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T07:25:35,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60a639-1a6e-c2c9-2620-07f373262f49/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T07:25:35,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T07:25:35,004 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T07:25:35,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60a639-1a6e-c2c9-2620-07f373262f49/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:25:35,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60a639-1a6e-c2c9-2620-07f373262f49/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:25:35,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60a639-1a6e-c2c9-2620-07f373262f49/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T07:25:35,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60a639-1a6e-c2c9-2620-07f373262f49/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:25:35,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60a639-1a6e-c2c9-2620-07f373262f49/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T07:25:35,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60a639-1a6e-c2c9-2620-07f373262f49/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T07:25:35,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60a639-1a6e-c2c9-2620-07f373262f49/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:25:35,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60a639-1a6e-c2c9-2620-07f373262f49/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:25:35,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60a639-1a6e-c2c9-2620-07f373262f49/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T07:25:35,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60a639-1a6e-c2c9-2620-07f373262f49/nfs.dump.dir in system properties and HBase conf 2024-11-13T07:25:35,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60a639-1a6e-c2c9-2620-07f373262f49/java.io.tmpdir in system properties and HBase conf 2024-11-13T07:25:35,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60a639-1a6e-c2c9-2620-07f373262f49/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:25:35,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60a639-1a6e-c2c9-2620-07f373262f49/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T07:25:35,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60a639-1a6e-c2c9-2620-07f373262f49/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T07:25:35,387 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:25:35,390 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:25:35,412 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:25:35,412 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:25:35,412 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T07:25:35,413 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:25:35,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40e3bfe2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60a639-1a6e-c2c9-2620-07f373262f49/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:25:35,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49c62e40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:25:35,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ea289d4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60a639-1a6e-c2c9-2620-07f373262f49/java.io.tmpdir/jetty-localhost-46453-hadoop-hdfs-3_4_1-tests_jar-_-any-8092723910011983340/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:25:35,528 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2aa0a53{HTTP/1.1, (http/1.1)}{localhost:46453} 2024-11-13T07:25:35,528 INFO [Time-limited test {}] server.Server(415): Started @423418ms 2024-11-13T07:25:35,778 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:25:35,787 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:25:35,788 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:25:35,788 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:25:35,788 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T07:25:35,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24c49e84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60a639-1a6e-c2c9-2620-07f373262f49/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:25:35,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@753261d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:25:35,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20550ccd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60a639-1a6e-c2c9-2620-07f373262f49/java.io.tmpdir/jetty-localhost-40551-hadoop-hdfs-3_4_1-tests_jar-_-any-17442176626487976583/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:25:35,914 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@705f9919{HTTP/1.1, (http/1.1)}{localhost:40551} 2024-11-13T07:25:35,914 INFO [Time-limited test {}] server.Server(415): Started @423804ms 2024-11-13T07:25:35,915 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T07:25:36,608 WARN [Thread-4429 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60a639-1a6e-c2c9-2620-07f373262f49/cluster_f816af71-56f4-6254-9bb4-ec6f61acf754/data/data2/current/BP-1329895919-172.17.0.3-1731482735022/current, will proceed with Du for space computation calculation, 2024-11-13T07:25:36,612 WARN [Thread-4428 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60a639-1a6e-c2c9-2620-07f373262f49/cluster_f816af71-56f4-6254-9bb4-ec6f61acf754/data/data1/current/BP-1329895919-172.17.0.3-1731482735022/current, will proceed with Du for space computation calculation, 2024-11-13T07:25:36,689 WARN [Thread-4416 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T07:25:36,697 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6f379e3faee70b5 with lease ID 0xee3cf2da81d9e7b6: Processing first storage report for DS-f02ee7c5-441e-4eb7-b395-00ea7de42cce from datanode DatanodeRegistration(127.0.0.1:37521, datanodeUuid=bda1184d-0d12-4344-80ad-e5d58b5e90f3, infoPort=35239, infoSecurePort=0, ipcPort=40025, storageInfo=lv=-57;cid=testClusterID;nsid=1675000297;c=1731482735022) 2024-11-13T07:25:36,697 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6f379e3faee70b5 with lease ID 0xee3cf2da81d9e7b6: from storage DS-f02ee7c5-441e-4eb7-b395-00ea7de42cce node DatanodeRegistration(127.0.0.1:37521, datanodeUuid=bda1184d-0d12-4344-80ad-e5d58b5e90f3, infoPort=35239, infoSecurePort=0, ipcPort=40025, storageInfo=lv=-57;cid=testClusterID;nsid=1675000297;c=1731482735022), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T07:25:36,697 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6f379e3faee70b5 with lease ID 0xee3cf2da81d9e7b6: Processing first storage report for DS-fac7d7ab-5704-4c74-8dd3-b25ff9c88c87 from datanode DatanodeRegistration(127.0.0.1:37521, datanodeUuid=bda1184d-0d12-4344-80ad-e5d58b5e90f3, infoPort=35239, infoSecurePort=0, ipcPort=40025, storageInfo=lv=-57;cid=testClusterID;nsid=1675000297;c=1731482735022) 2024-11-13T07:25:36,698 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6f379e3faee70b5 with lease ID 0xee3cf2da81d9e7b6: from storage DS-fac7d7ab-5704-4c74-8dd3-b25ff9c88c87 node DatanodeRegistration(127.0.0.1:37521, datanodeUuid=bda1184d-0d12-4344-80ad-e5d58b5e90f3, infoPort=35239, infoSecurePort=0, ipcPort=40025, storageInfo=lv=-57;cid=testClusterID;nsid=1675000297;c=1731482735022), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T07:25:36,761 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60a639-1a6e-c2c9-2620-07f373262f49 2024-11-13T07:25:36,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:25:36,762 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:25:36,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37521 is added to blk_1073741825_1001 (size=7) 2024-11-13T07:25:36,809 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd with version=8 2024-11-13T07:25:36,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/hbase-staging 2024-11-13T07:25:36,811 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:25:36,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:25:36,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:25:36,812 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:25:36,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:25:36,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:25:36,812 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T07:25:36,812 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:25:36,824 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35463 2024-11-13T07:25:36,825 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35463 connecting to ZooKeeper ensemble=127.0.0.1:59588 2024-11-13T07:25:36,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354630x0, quorum=127.0.0.1:59588, baseZNode=/11125192082 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:25:36,850 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35463-0x1013315b4220003 connected 2024-11-13T07:25:36,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:25:36,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:25:36,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35463-0x1013315b4220003, quorum=127.0.0.1:59588, baseZNode=/11125192082 Set watcher on znode that does not yet exist, /11125192082/running 2024-11-13T07:25:36,926 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd, hbase.cluster.distributed=false 2024-11-13T07:25:36,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35463-0x1013315b4220003, quorum=127.0.0.1:59588, baseZNode=/11125192082 Set watcher on znode that does not yet exist, /11125192082/acl 2024-11-13T07:25:36,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35463 2024-11-13T07:25:36,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35463 2024-11-13T07:25:36,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35463 2024-11-13T07:25:36,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35463 2024-11-13T07:25:36,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35463 2024-11-13T07:25:36,941 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:25:36,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:25:36,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:25:36,941 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:25:36,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:25:36,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:25:36,942 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T07:25:36,942 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:25:36,942 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42333 2024-11-13T07:25:36,943 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42333 connecting to ZooKeeper ensemble=127.0.0.1:59588 2024-11-13T07:25:36,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:25:36,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:25:36,954 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423330x0, quorum=127.0.0.1:59588, baseZNode=/11125192082 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:25:36,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423330x0, quorum=127.0.0.1:59588, baseZNode=/11125192082 Set watcher on znode that does not yet exist, /11125192082/running 2024-11-13T07:25:36,954 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42333-0x1013315b4220004 connected 2024-11-13T07:25:36,954 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T07:25:36,960 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T07:25:36,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42333-0x1013315b4220004, quorum=127.0.0.1:59588, baseZNode=/11125192082 Set watcher on znode that does not yet exist, /11125192082/master 2024-11-13T07:25:36,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42333-0x1013315b4220004, quorum=127.0.0.1:59588, baseZNode=/11125192082 Set watcher on znode that does not yet exist, /11125192082/acl 2024-11-13T07:25:36,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42333 2024-11-13T07:25:36,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42333 2024-11-13T07:25:36,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42333 2024-11-13T07:25:36,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42333 2024-11-13T07:25:36,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42333 2024-11-13T07:25:36,981 DEBUG [M:0;2998b885bdef:35463 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2998b885bdef:35463 2024-11-13T07:25:36,982 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11125192082/backup-masters/2998b885bdef,35463,1731482736811 2024-11-13T07:25:36,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35463-0x1013315b4220003, quorum=127.0.0.1:59588, baseZNode=/11125192082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11125192082/backup-masters 2024-11-13T07:25:36,986 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42333-0x1013315b4220004, quorum=127.0.0.1:59588, baseZNode=/11125192082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11125192082/backup-masters 2024-11-13T07:25:36,986 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35463-0x1013315b4220003, quorum=127.0.0.1:59588, baseZNode=/11125192082 Set watcher on existing znode=/11125192082/backup-masters/2998b885bdef,35463,1731482736811 2024-11-13T07:25:36,996 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42333-0x1013315b4220004, quorum=127.0.0.1:59588, baseZNode=/11125192082 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11125192082/master 2024-11-13T07:25:36,996 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42333-0x1013315b4220004, quorum=127.0.0.1:59588, baseZNode=/11125192082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11125192082 2024-11-13T07:25:36,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35463-0x1013315b4220003, quorum=127.0.0.1:59588, baseZNode=/11125192082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11125192082 2024-11-13T07:25:37,000 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35463-0x1013315b4220003, quorum=127.0.0.1:59588, baseZNode=/11125192082 Set watcher on existing znode=/11125192082/master 2024-11-13T07:25:37,001 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11125192082/backup-masters/2998b885bdef,35463,1731482736811 from backup master directory 2024-11-13T07:25:37,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35463-0x1013315b4220003, quorum=127.0.0.1:59588, baseZNode=/11125192082 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11125192082/backup-masters/2998b885bdef,35463,1731482736811 2024-11-13T07:25:37,007 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42333-0x1013315b4220004, quorum=127.0.0.1:59588, baseZNode=/11125192082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11125192082/backup-masters 2024-11-13T07:25:37,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35463-0x1013315b4220003, quorum=127.0.0.1:59588, baseZNode=/11125192082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11125192082/backup-masters 2024-11-13T07:25:37,007 WARN [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:25:37,007 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2998b885bdef,35463,1731482736811 2024-11-13T07:25:37,009 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/hbase.id] with ID: c8128970-7a5f-4576-a2f1-2b13d07c1458 2024-11-13T07:25:37,009 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/.tmp/hbase.id 2024-11-13T07:25:37,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37521 is added to blk_1073741826_1002 (size=42) 2024-11-13T07:25:37,413 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/.tmp/hbase.id]:[hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/hbase.id] 2024-11-13T07:25:37,423 INFO [master/2998b885bdef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:25:37,423 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T07:25:37,424 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T07:25:37,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35463-0x1013315b4220003, quorum=127.0.0.1:59588, baseZNode=/11125192082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11125192082 2024-11-13T07:25:37,480 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42333-0x1013315b4220004, quorum=127.0.0.1:59588, baseZNode=/11125192082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11125192082 2024-11-13T07:25:37,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37521 is added to blk_1073741827_1003 (size=196) 2024-11-13T07:25:37,886 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:25:37,886 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T07:25:37,887 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:25:37,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37521 is added to blk_1073741828_1004 (size=1189) 2024-11-13T07:25:38,293 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/MasterData/data/master/store 2024-11-13T07:25:38,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37521 is added to blk_1073741829_1005 (size=34) 2024-11-13T07:25:38,698 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:25:38,698 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:25:38,698 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:25:38,698 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:25:38,698 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:25:38,698 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:25:38,698 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:25:38,698 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482738698Disabling compacts and flushes for region at 1731482738698Disabling writes for close at 1731482738698Writing region close event to WAL at 1731482738698Closed at 1731482738698 2024-11-13T07:25:38,699 WARN [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/MasterData/data/master/store/.initializing 2024-11-13T07:25:38,699 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/MasterData/WALs/2998b885bdef,35463,1731482736811 2024-11-13T07:25:38,700 INFO [master/2998b885bdef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:25:38,701 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2998b885bdef%2C35463%2C1731482736811, suffix=, logDir=hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/MasterData/WALs/2998b885bdef,35463,1731482736811, archiveDir=hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/MasterData/oldWALs, maxLogs=10 2024-11-13T07:25:38,718 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/MasterData/WALs/2998b885bdef,35463,1731482736811/2998b885bdef%2C35463%2C1731482736811.1731482738701, exclude list is [], retry=0 2024-11-13T07:25:38,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37521,DS-f02ee7c5-441e-4eb7-b395-00ea7de42cce,DISK] 2024-11-13T07:25:38,721 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/MasterData/WALs/2998b885bdef,35463,1731482736811/2998b885bdef%2C35463%2C1731482736811.1731482738701 2024-11-13T07:25:38,726 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35239:35239)] 2024-11-13T07:25:38,726 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:25:38,726 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:25:38,726 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:38,726 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:38,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:38,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T07:25:38,728 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:38,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:25:38,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:38,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T07:25:38,729 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:38,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:25:38,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:38,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T07:25:38,730 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:38,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:25:38,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:38,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T07:25:38,731 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:38,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:25:38,731 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:38,732 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:38,732 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:38,733 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:38,733 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:38,733 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:25:38,734 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:38,736 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:25:38,736 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74944794, jitterRate=0.11676445603370667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:25:38,736 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731482738726Initializing all the Stores at 1731482738727 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482738727Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482738727Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482738727Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482738727Cleaning up temporary data from old regions at 1731482738733 (+6 ms)Region opened successfully at 1731482738736 (+3 ms) 2024-11-13T07:25:38,736 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T07:25:38,738 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f7ce8e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:25:38,739 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T07:25:38,739 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T07:25:38,739 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T07:25:38,739 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T07:25:38,740 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T07:25:38,740 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T07:25:38,740 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T07:25:38,741 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T07:25:38,742 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35463-0x1013315b4220003, quorum=127.0.0.1:59588, baseZNode=/11125192082 Unable to get data of znode /11125192082/balancer because node does not exist (not necessarily an error) 2024-11-13T07:25:38,828 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11125192082/balancer already deleted, retry=false 2024-11-13T07:25:38,828 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T07:25:38,828 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35463-0x1013315b4220003, quorum=127.0.0.1:59588, baseZNode=/11125192082 Unable to get data of znode /11125192082/normalizer because node does not exist (not necessarily an error) 2024-11-13T07:25:38,911 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11125192082/normalizer already deleted, retry=false 2024-11-13T07:25:38,911 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T07:25:38,912 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35463-0x1013315b4220003, quorum=127.0.0.1:59588, baseZNode=/11125192082 Unable to get data of znode /11125192082/switch/split because node does not exist (not necessarily an error) 2024-11-13T07:25:38,943 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11125192082/switch/split already deleted, retry=false 2024-11-13T07:25:38,944 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35463-0x1013315b4220003, quorum=127.0.0.1:59588, baseZNode=/11125192082 Unable to get data of znode /11125192082/switch/merge because node does not exist (not necessarily an error) 2024-11-13T07:25:38,954 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11125192082/switch/merge already deleted, retry=false 2024-11-13T07:25:38,955 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35463-0x1013315b4220003, quorum=127.0.0.1:59588, baseZNode=/11125192082 Unable to get data of znode /11125192082/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T07:25:38,964 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11125192082/snapshot-cleanup already deleted, retry=false 2024-11-13T07:25:38,975 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42333-0x1013315b4220004, quorum=127.0.0.1:59588, baseZNode=/11125192082 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11125192082/running 2024-11-13T07:25:38,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35463-0x1013315b4220003, quorum=127.0.0.1:59588, baseZNode=/11125192082 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11125192082/running 2024-11-13T07:25:38,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35463-0x1013315b4220003, quorum=127.0.0.1:59588, baseZNode=/11125192082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11125192082 2024-11-13T07:25:38,975 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42333-0x1013315b4220004, quorum=127.0.0.1:59588, baseZNode=/11125192082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11125192082 2024-11-13T07:25:38,975 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2998b885bdef,35463,1731482736811, sessionid=0x1013315b4220003, setting cluster-up flag (Was=false) 2024-11-13T07:25:38,996 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42333-0x1013315b4220004, quorum=127.0.0.1:59588, baseZNode=/11125192082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11125192082 2024-11-13T07:25:38,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35463-0x1013315b4220003, quorum=127.0.0.1:59588, baseZNode=/11125192082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11125192082 2024-11-13T07:25:39,027 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11125192082/flush-table-proc/acquired, /11125192082/flush-table-proc/reached, /11125192082/flush-table-proc/abort 2024-11-13T07:25:39,028 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,35463,1731482736811 2024-11-13T07:25:39,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35463-0x1013315b4220003, quorum=127.0.0.1:59588, baseZNode=/11125192082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11125192082 2024-11-13T07:25:39,049 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42333-0x1013315b4220004, quorum=127.0.0.1:59588, baseZNode=/11125192082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11125192082 2024-11-13T07:25:39,080 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11125192082/online-snapshot/acquired, /11125192082/online-snapshot/reached, /11125192082/online-snapshot/abort 2024-11-13T07:25:39,081 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,35463,1731482736811 2024-11-13T07:25:39,082 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T07:25:39,084 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T07:25:39,084 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T07:25:39,084 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T07:25:39,084 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2998b885bdef,35463,1731482736811 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T07:25:39,085 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:25:39,085 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:25:39,085 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:25:39,085 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:25:39,085 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2998b885bdef:0, corePoolSize=10, maxPoolSize=10 2024-11-13T07:25:39,085 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:39,085 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:25:39,085 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:39,086 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731482769086 2024-11-13T07:25:39,086 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T07:25:39,086 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T07:25:39,086 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T07:25:39,086 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T07:25:39,086 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T07:25:39,086 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T07:25:39,087 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:25:39,087 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T07:25:39,087 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:39,088 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:39,088 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T07:25:39,088 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T07:25:39,088 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T07:25:39,088 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T07:25:39,088 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T07:25:39,092 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T07:25:39,092 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T07:25:39,097 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482739092,5,FailOnTimeoutGroup] 2024-11-13T07:25:39,098 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482739097,5,FailOnTimeoutGroup] 2024-11-13T07:25:39,098 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:39,098 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T07:25:39,098 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:39,098 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:39,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37521 is added to blk_1073741831_1007 (size=1321) 2024-11-13T07:25:39,173 INFO [RS:0;2998b885bdef:42333 {}] regionserver.HRegionServer(746): ClusterId : c8128970-7a5f-4576-a2f1-2b13d07c1458 2024-11-13T07:25:39,173 DEBUG [RS:0;2998b885bdef:42333 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T07:25:39,242 DEBUG [RS:0;2998b885bdef:42333 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T07:25:39,242 DEBUG [RS:0;2998b885bdef:42333 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T07:25:39,270 DEBUG [RS:0;2998b885bdef:42333 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T07:25:39,271 DEBUG [RS:0;2998b885bdef:42333 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@102ed70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:25:39,281 DEBUG [RS:0;2998b885bdef:42333 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2998b885bdef:42333 2024-11-13T07:25:39,281 INFO [RS:0;2998b885bdef:42333 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T07:25:39,281 INFO [RS:0;2998b885bdef:42333 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T07:25:39,281 DEBUG [RS:0;2998b885bdef:42333 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T07:25:39,282 INFO [RS:0;2998b885bdef:42333 {}] regionserver.HRegionServer(2659): reportForDuty to master=2998b885bdef,35463,1731482736811 with port=42333, startcode=1731482736941 2024-11-13T07:25:39,282 DEBUG [RS:0;2998b885bdef:42333 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T07:25:39,283 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56529, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T07:25:39,283 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35463 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2998b885bdef,42333,1731482736941 2024-11-13T07:25:39,283 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35463 {}] master.ServerManager(517): Registering regionserver=2998b885bdef,42333,1731482736941 2024-11-13T07:25:39,284 DEBUG [RS:0;2998b885bdef:42333 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd 2024-11-13T07:25:39,284 DEBUG [RS:0;2998b885bdef:42333 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38501 2024-11-13T07:25:39,284 DEBUG [RS:0;2998b885bdef:42333 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T07:25:39,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35463-0x1013315b4220003, quorum=127.0.0.1:59588, baseZNode=/11125192082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11125192082/rs 2024-11-13T07:25:39,291 DEBUG [RS:0;2998b885bdef:42333 {}] zookeeper.ZKUtil(111): regionserver:42333-0x1013315b4220004, quorum=127.0.0.1:59588, baseZNode=/11125192082 Set watcher on existing znode=/11125192082/rs/2998b885bdef,42333,1731482736941 2024-11-13T07:25:39,291 WARN [RS:0;2998b885bdef:42333 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:25:39,291 INFO [RS:0;2998b885bdef:42333 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:25:39,291 DEBUG [RS:0;2998b885bdef:42333 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/WALs/2998b885bdef,42333,1731482736941 2024-11-13T07:25:39,292 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2998b885bdef,42333,1731482736941] 2024-11-13T07:25:39,294 INFO [RS:0;2998b885bdef:42333 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T07:25:39,295 INFO [RS:0;2998b885bdef:42333 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T07:25:39,296 INFO [RS:0;2998b885bdef:42333 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T07:25:39,296 INFO [RS:0;2998b885bdef:42333 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:39,296 INFO [RS:0;2998b885bdef:42333 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T07:25:39,296 INFO [RS:0;2998b885bdef:42333 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T07:25:39,297 INFO [RS:0;2998b885bdef:42333 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:39,297 DEBUG [RS:0;2998b885bdef:42333 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:39,297 DEBUG [RS:0;2998b885bdef:42333 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:39,297 DEBUG [RS:0;2998b885bdef:42333 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:39,297 DEBUG [RS:0;2998b885bdef:42333 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:39,297 DEBUG [RS:0;2998b885bdef:42333 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:39,297 DEBUG [RS:0;2998b885bdef:42333 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:25:39,297 DEBUG [RS:0;2998b885bdef:42333 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:39,297 DEBUG [RS:0;2998b885bdef:42333 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:39,297 DEBUG [RS:0;2998b885bdef:42333 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:39,297 DEBUG [RS:0;2998b885bdef:42333 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:39,297 DEBUG [RS:0;2998b885bdef:42333 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:39,297 DEBUG [RS:0;2998b885bdef:42333 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:39,297 DEBUG [RS:0;2998b885bdef:42333 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:25:39,297 DEBUG [RS:0;2998b885bdef:42333 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:25:39,299 INFO [RS:0;2998b885bdef:42333 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:39,299 INFO [RS:0;2998b885bdef:42333 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:39,299 INFO [RS:0;2998b885bdef:42333 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:39,299 INFO [RS:0;2998b885bdef:42333 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:39,299 INFO [RS:0;2998b885bdef:42333 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:39,299 INFO [RS:0;2998b885bdef:42333 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,42333,1731482736941-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:25:39,311 INFO [RS:0;2998b885bdef:42333 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T07:25:39,311 INFO [RS:0;2998b885bdef:42333 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,42333,1731482736941-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:39,311 INFO [RS:0;2998b885bdef:42333 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:39,311 INFO [RS:0;2998b885bdef:42333 {}] regionserver.Replication(171): 2998b885bdef,42333,1731482736941 started 2024-11-13T07:25:39,322 INFO [RS:0;2998b885bdef:42333 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:39,322 INFO [RS:0;2998b885bdef:42333 {}] regionserver.HRegionServer(1482): Serving as 2998b885bdef,42333,1731482736941, RpcServer on 2998b885bdef/172.17.0.3:42333, sessionid=0x1013315b4220004 2024-11-13T07:25:39,322 DEBUG [RS:0;2998b885bdef:42333 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T07:25:39,322 DEBUG [RS:0;2998b885bdef:42333 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2998b885bdef,42333,1731482736941 2024-11-13T07:25:39,322 DEBUG [RS:0;2998b885bdef:42333 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,42333,1731482736941' 2024-11-13T07:25:39,322 DEBUG [RS:0;2998b885bdef:42333 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11125192082/flush-table-proc/abort' 2024-11-13T07:25:39,323 DEBUG [RS:0;2998b885bdef:42333 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11125192082/flush-table-proc/acquired' 2024-11-13T07:25:39,323 DEBUG [RS:0;2998b885bdef:42333 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T07:25:39,323 DEBUG [RS:0;2998b885bdef:42333 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T07:25:39,323 DEBUG [RS:0;2998b885bdef:42333 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2998b885bdef,42333,1731482736941 2024-11-13T07:25:39,323 DEBUG [RS:0;2998b885bdef:42333 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,42333,1731482736941' 2024-11-13T07:25:39,323 DEBUG [RS:0;2998b885bdef:42333 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11125192082/online-snapshot/abort' 2024-11-13T07:25:39,323 DEBUG [RS:0;2998b885bdef:42333 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11125192082/online-snapshot/acquired' 2024-11-13T07:25:39,324 DEBUG [RS:0;2998b885bdef:42333 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T07:25:39,324 INFO [RS:0;2998b885bdef:42333 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T07:25:39,324 INFO [RS:0;2998b885bdef:42333 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T07:25:39,424 INFO [RS:0;2998b885bdef:42333 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:25:39,425 INFO [RS:0;2998b885bdef:42333 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C42333%2C1731482736941, suffix=, logDir=hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/WALs/2998b885bdef,42333,1731482736941, archiveDir=hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/oldWALs, maxLogs=10 2024-11-13T07:25:39,437 DEBUG [RS:0;2998b885bdef:42333 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/WALs/2998b885bdef,42333,1731482736941/2998b885bdef%2C42333%2C1731482736941.1731482739425, exclude list is [], retry=0 2024-11-13T07:25:39,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37521,DS-f02ee7c5-441e-4eb7-b395-00ea7de42cce,DISK] 2024-11-13T07:25:39,441 INFO [RS:0;2998b885bdef:42333 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/WALs/2998b885bdef,42333,1731482736941/2998b885bdef%2C42333%2C1731482736941.1731482739425 2024-11-13T07:25:39,442 DEBUG [RS:0;2998b885bdef:42333 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35239:35239)] 2024-11-13T07:25:39,502 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T07:25:39,503 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd 2024-11-13T07:25:39,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37521 is added to blk_1073741833_1009 (size=32) 2024-11-13T07:25:39,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:25:39,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:25:39,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:25:39,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:39,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:25:39,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:25:39,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:25:39,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:39,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:25:39,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:25:39,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:25:39,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:39,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:25:39,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:25:39,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:25:39,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:39,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:25:39,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:25:39,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/hbase/meta/1588230740 2024-11-13T07:25:39,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/hbase/meta/1588230740 2024-11-13T07:25:39,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:25:39,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:25:39,918 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:25:39,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:25:39,921 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:25:39,921 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66822554, jitterRate=-0.0042663514614105225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:25:39,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731482739908Initializing all the Stores at 1731482739909 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482739909Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482739909Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482739909Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482739909Cleaning up temporary data from old regions at 1731482739917 (+8 ms)Region opened successfully at 1731482739921 (+4 ms) 2024-11-13T07:25:39,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:25:39,921 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:25:39,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:25:39,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:25:39,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:25:39,921 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:25:39,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482739921Disabling compacts and flushes for region at 1731482739921Disabling writes for close at 1731482739921Writing region close event to WAL at 1731482739921Closed at 1731482739921 2024-11-13T07:25:39,922 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:25:39,922 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T07:25:39,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T07:25:39,923 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:25:39,923 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T07:25:40,074 DEBUG [2998b885bdef:35463 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T07:25:40,074 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2998b885bdef,42333,1731482736941 2024-11-13T07:25:40,075 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,42333,1731482736941, state=OPENING 2024-11-13T07:25:40,122 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T07:25:40,190 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42333-0x1013315b4220004, quorum=127.0.0.1:59588, baseZNode=/11125192082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11125192082 2024-11-13T07:25:40,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35463-0x1013315b4220003, quorum=127.0.0.1:59588, baseZNode=/11125192082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11125192082 2024-11-13T07:25:40,191 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:25:40,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,42333,1731482736941}] 2024-11-13T07:25:40,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11125192082/meta-region-server: CHANGED 2024-11-13T07:25:40,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11125192082/meta-region-server: CHANGED 2024-11-13T07:25:40,230 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T07:25:40,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:40,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:40,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:40,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:40,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:40,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:40,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:40,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:40,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:40,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:40,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:40,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:40,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:40,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:40,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:40,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:40,344 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T07:25:40,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T07:25:40,359 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T07:25:40,359 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:25:40,359 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T07:25:40,361 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C42333%2C1731482736941.meta, suffix=.meta, logDir=hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/WALs/2998b885bdef,42333,1731482736941, archiveDir=hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/oldWALs, maxLogs=10 2024-11-13T07:25:40,380 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/WALs/2998b885bdef,42333,1731482736941/2998b885bdef%2C42333%2C1731482736941.meta.1731482740361.meta, exclude list is [], retry=0 2024-11-13T07:25:40,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37521,DS-f02ee7c5-441e-4eb7-b395-00ea7de42cce,DISK] 2024-11-13T07:25:40,386 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/WALs/2998b885bdef,42333,1731482736941/2998b885bdef%2C42333%2C1731482736941.meta.1731482740361.meta 2024-11-13T07:25:40,386 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35239:35239)] 2024-11-13T07:25:40,386 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:25:40,387 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:25:40,387 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T07:25:40,387 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T07:25:40,387 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T07:25:40,387 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T07:25:40,387 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:25:40,387 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T07:25:40,387 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T07:25:40,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:25:40,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:25:40,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:40,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:25:40,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:25:40,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:25:40,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:40,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:25:40,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:25:40,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:25:40,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:40,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:25:40,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:25:40,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:25:40,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:40,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:25:40,418 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:25:40,419 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/hbase/meta/1588230740 2024-11-13T07:25:40,420 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/hbase/meta/1588230740 2024-11-13T07:25:40,421 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:25:40,421 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:25:40,422 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:25:40,424 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:25:40,425 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73083669, jitterRate=0.08903153240680695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:25:40,425 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T07:25:40,425 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731482740387Writing region info on filesystem at 1731482740387Initializing all the Stores at 1731482740388 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482740388Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482740390 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482740390Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482740390Cleaning up temporary data from old regions at 1731482740421 (+31 ms)Running coprocessor post-open hooks at 1731482740425 (+4 ms)Region opened successfully at 1731482740425 2024-11-13T07:25:40,428 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731482740343 2024-11-13T07:25:40,430 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T07:25:40,431 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T07:25:40,431 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,42333,1731482736941 2024-11-13T07:25:40,431 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,42333,1731482736941, state=OPEN 2024-11-13T07:25:40,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35463-0x1013315b4220003, quorum=127.0.0.1:59588, baseZNode=/11125192082 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11125192082/meta-region-server 2024-11-13T07:25:40,449 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42333-0x1013315b4220004, quorum=127.0.0.1:59588, baseZNode=/11125192082 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11125192082/meta-region-server 2024-11-13T07:25:40,449 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2998b885bdef,42333,1731482736941 2024-11-13T07:25:40,449 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11125192082/meta-region-server: CHANGED 2024-11-13T07:25:40,449 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11125192082/meta-region-server: CHANGED 2024-11-13T07:25:40,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T07:25:40,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,42333,1731482736941 in 258 msec 2024-11-13T07:25:40,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T07:25:40,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 530 msec 2024-11-13T07:25:40,455 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:25:40,455 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T07:25:40,457 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:25:40,457 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,42333,1731482736941, seqNum=-1] 2024-11-13T07:25:40,458 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:25:40,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:25:40,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3790 sec 2024-11-13T07:25:40,464 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731482740464, completionTime=-1 2024-11-13T07:25:40,464 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T07:25:40,464 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T07:25:40,466 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T07:25:40,466 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731482800466 2024-11-13T07:25:40,466 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731482860466 2024-11-13T07:25:40,466 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T07:25:40,466 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,35463,1731482736811-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:40,467 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,35463,1731482736811-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:40,467 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,35463,1731482736811-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:40,467 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2998b885bdef:35463, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:40,467 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:40,467 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:40,468 DEBUG [master/2998b885bdef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T07:25:40,470 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.463sec 2024-11-13T07:25:40,471 INFO [master/2998b885bdef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T07:25:40,471 INFO [master/2998b885bdef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T07:25:40,471 INFO [master/2998b885bdef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T07:25:40,471 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T07:25:40,471 INFO [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T07:25:40,471 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,35463,1731482736811-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:25:40,471 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,35463,1731482736811-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T07:25:40,481 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T07:25:40,481 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T07:25:40,481 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,35463,1731482736811-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:40,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db6ce4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:40,493 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,35463,-1 for getting cluster id 2024-11-13T07:25:40,493 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:25:40,495 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8128970-7a5f-4576-a2f1-2b13d07c1458' 2024-11-13T07:25:40,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:25:40,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8128970-7a5f-4576-a2f1-2b13d07c1458" 2024-11-13T07:25:40,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d8b4b1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:40,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,35463,-1] 2024-11-13T07:25:40,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:25:40,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:40,498 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:25:40,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57d724a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:40,499 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:25:40,501 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,42333,1731482736941, seqNum=-1] 2024-11-13T07:25:40,501 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:25:40,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:25:40,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2998b885bdef,35463,1731482736811 2024-11-13T07:25:40,504 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59588 2024-11-13T07:25:40,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59588, baseZNode=/11125192082 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:25:40,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013315b4220005 connected 2024-11-13T07:25:40,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60a639-1a6e-c2c9-2620-07f373262f49/hadoop.log.dir so I do NOT create it in target/test-data/5c4feaaf-6883-83a6-0520-358736157881 2024-11-13T07:25:40,528 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60a639-1a6e-c2c9-2620-07f373262f49/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T07:25:40,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60a639-1a6e-c2c9-2620-07f373262f49/hadoop.tmp.dir so I do NOT create it in target/test-data/5c4feaaf-6883-83a6-0520-358736157881 2024-11-13T07:25:40,528 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60a639-1a6e-c2c9-2620-07f373262f49/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T07:25:40,528 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4feaaf-6883-83a6-0520-358736157881 2024-11-13T07:25:40,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T07:25:40,528 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4feaaf-6883-83a6-0520-358736157881/cluster_24d1abc6-b505-3e18-b9d3-04403ecf89a2, deleteOnExit=true 2024-11-13T07:25:40,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T07:25:40,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4feaaf-6883-83a6-0520-358736157881/test.cache.data in system properties and HBase conf 2024-11-13T07:25:40,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4feaaf-6883-83a6-0520-358736157881/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T07:25:40,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4feaaf-6883-83a6-0520-358736157881/hadoop.log.dir in system properties and HBase conf 2024-11-13T07:25:40,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4feaaf-6883-83a6-0520-358736157881/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T07:25:40,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4feaaf-6883-83a6-0520-358736157881/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T07:25:40,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T07:25:40,529 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T07:25:40,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4feaaf-6883-83a6-0520-358736157881/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:25:40,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4feaaf-6883-83a6-0520-358736157881/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T07:25:40,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4feaaf-6883-83a6-0520-358736157881/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T07:25:40,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4feaaf-6883-83a6-0520-358736157881/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:25:40,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4feaaf-6883-83a6-0520-358736157881/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T07:25:40,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4feaaf-6883-83a6-0520-358736157881/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T07:25:40,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4feaaf-6883-83a6-0520-358736157881/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T07:25:40,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4feaaf-6883-83a6-0520-358736157881/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:25:40,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4feaaf-6883-83a6-0520-358736157881/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T07:25:40,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4feaaf-6883-83a6-0520-358736157881/nfs.dump.dir in system properties and HBase conf 2024-11-13T07:25:40,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4feaaf-6883-83a6-0520-358736157881/java.io.tmpdir in system properties and HBase conf 2024-11-13T07:25:40,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4feaaf-6883-83a6-0520-358736157881/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T07:25:40,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4feaaf-6883-83a6-0520-358736157881/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T07:25:40,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4feaaf-6883-83a6-0520-358736157881/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T07:25:40,934 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:25:40,941 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:25:40,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:25:40,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:25:40,965 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T07:25:40,966 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:25:40,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@478f88a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4feaaf-6883-83a6-0520-358736157881/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:25:40,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ad9222{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:25:41,093 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2345fb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4feaaf-6883-83a6-0520-358736157881/java.io.tmpdir/jetty-localhost-34829-hadoop-hdfs-3_4_1-tests_jar-_-any-15903267117313888123/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:25:41,094 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ddb0607{HTTP/1.1, (http/1.1)}{localhost:34829} 2024-11-13T07:25:41,094 INFO [Time-limited test {}] server.Server(415): Started @428984ms 2024-11-13T07:25:41,550 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T07:25:41,552 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T07:25:41,558 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T07:25:41,558 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T07:25:41,558 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T07:25:41,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7810c341{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4feaaf-6883-83a6-0520-358736157881/hadoop.log.dir/,AVAILABLE} 2024-11-13T07:25:41,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cc4bcff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T07:25:41,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8ad95a1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4feaaf-6883-83a6-0520-358736157881/java.io.tmpdir/jetty-localhost-37513-hadoop-hdfs-3_4_1-tests_jar-_-any-1898203053275578983/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:25:41,658 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@fd1a4b1{HTTP/1.1, (http/1.1)}{localhost:37513} 2024-11-13T07:25:41,658 INFO [Time-limited test {}] server.Server(415): Started @429548ms 2024-11-13T07:25:41,659 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T07:25:42,383 WARN [Thread-4550 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4feaaf-6883-83a6-0520-358736157881/cluster_24d1abc6-b505-3e18-b9d3-04403ecf89a2/data/data2/current/BP-1014571597-172.17.0.3-1731482740554/current, will proceed with Du for space computation calculation, 2024-11-13T07:25:42,383 WARN [Thread-4549 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4feaaf-6883-83a6-0520-358736157881/cluster_24d1abc6-b505-3e18-b9d3-04403ecf89a2/data/data1/current/BP-1014571597-172.17.0.3-1731482740554/current, will proceed with Du for space computation calculation, 2024-11-13T07:25:42,405 WARN [Thread-4537 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T07:25:42,407 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa2ba6cb0b22adfba with lease ID 0x66aa25fc680e55d6: Processing first storage report for DS-ac63441d-3c27-4298-9b8a-0a6abc611d07 from datanode DatanodeRegistration(127.0.0.1:33681, datanodeUuid=75631553-3ed7-4710-8c41-8569604f3680, infoPort=39915, infoSecurePort=0, ipcPort=46241, storageInfo=lv=-57;cid=testClusterID;nsid=1712103236;c=1731482740554) 2024-11-13T07:25:42,407 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa2ba6cb0b22adfba with lease ID 0x66aa25fc680e55d6: from storage DS-ac63441d-3c27-4298-9b8a-0a6abc611d07 node DatanodeRegistration(127.0.0.1:33681, datanodeUuid=75631553-3ed7-4710-8c41-8569604f3680, infoPort=39915, infoSecurePort=0, ipcPort=46241, storageInfo=lv=-57;cid=testClusterID;nsid=1712103236;c=1731482740554), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T07:25:42,407 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa2ba6cb0b22adfba with lease ID 0x66aa25fc680e55d6: Processing first storage report for DS-70a38d05-455f-47ae-9578-4661bb00ad2a from datanode DatanodeRegistration(127.0.0.1:33681, datanodeUuid=75631553-3ed7-4710-8c41-8569604f3680, infoPort=39915, infoSecurePort=0, ipcPort=46241, storageInfo=lv=-57;cid=testClusterID;nsid=1712103236;c=1731482740554) 2024-11-13T07:25:42,407 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa2ba6cb0b22adfba with lease ID 0x66aa25fc680e55d6: from storage DS-70a38d05-455f-47ae-9578-4661bb00ad2a node DatanodeRegistration(127.0.0.1:33681, datanodeUuid=75631553-3ed7-4710-8c41-8569604f3680, infoPort=39915, infoSecurePort=0, ipcPort=46241, storageInfo=lv=-57;cid=testClusterID;nsid=1712103236;c=1731482740554), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T07:25:42,490 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4feaaf-6883-83a6-0520-358736157881 2024-11-13T07:25:42,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:25:42,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:25:42,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741825_1001 (size=7) 2024-11-13T07:25:42,898 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f with version=8 2024-11-13T07:25:42,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/hbase-staging 2024-11-13T07:25:42,900 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:25:42,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:25:42,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:25:42,901 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:25:42,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:25:42,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:25:42,901 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T07:25:42,901 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:25:42,901 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34927 2024-11-13T07:25:42,902 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34927 connecting to ZooKeeper ensemble=127.0.0.1:59588 2024-11-13T07:25:42,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349270x0, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:25:42,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34927-0x1013315b4220006 connected 2024-11-13T07:25:42,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:25:42,987 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:25:42,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34927-0x1013315b4220006, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Set watcher on znode that does not yet exist, /2-1218721921/running 2024-11-13T07:25:42,989 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f, hbase.cluster.distributed=false 2024-11-13T07:25:42,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34927-0x1013315b4220006, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Set watcher on znode that does not yet exist, /2-1218721921/acl 2024-11-13T07:25:42,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34927 2024-11-13T07:25:42,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34927 2024-11-13T07:25:42,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34927 2024-11-13T07:25:42,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34927 2024-11-13T07:25:42,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34927 2024-11-13T07:25:43,012 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2998b885bdef:0 server-side Connection retries=45 2024-11-13T07:25:43,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:25:43,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T07:25:43,012 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T07:25:43,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T07:25:43,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T07:25:43,012 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T07:25:43,012 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T07:25:43,013 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46073 2024-11-13T07:25:43,014 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46073 connecting to ZooKeeper ensemble=127.0.0.1:59588 2024-11-13T07:25:43,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:25:43,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:25:43,027 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460730x0, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:25:43,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46073-0x1013315b4220007 connected 2024-11-13T07:25:43,028 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:460730x0, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Set watcher on znode that does not yet exist, /2-1218721921/running 2024-11-13T07:25:43,028 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T07:25:43,031 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T07:25:43,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46073-0x1013315b4220007, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Set watcher on znode that does not yet exist, /2-1218721921/master 2024-11-13T07:25:43,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46073-0x1013315b4220007, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Set watcher on znode that does not yet exist, /2-1218721921/acl 2024-11-13T07:25:43,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46073 2024-11-13T07:25:43,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46073 2024-11-13T07:25:43,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46073 2024-11-13T07:25:43,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46073 2024-11-13T07:25:43,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46073 2024-11-13T07:25:43,051 DEBUG [M:0;2998b885bdef:34927 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2998b885bdef:34927 2024-11-13T07:25:43,051 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1218721921/backup-masters/2998b885bdef,34927,1731482742900 2024-11-13T07:25:43,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x1013315b4220006, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1218721921/backup-masters 2024-11-13T07:25:43,060 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x1013315b4220007, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1218721921/backup-masters 2024-11-13T07:25:43,061 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34927-0x1013315b4220006, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Set watcher on existing znode=/2-1218721921/backup-masters/2998b885bdef,34927,1731482742900 2024-11-13T07:25:43,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x1013315b4220006, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1218721921 2024-11-13T07:25:43,069 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x1013315b4220007, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1218721921/master 2024-11-13T07:25:43,070 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x1013315b4220007, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1218721921 2024-11-13T07:25:43,070 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34927-0x1013315b4220006, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Set watcher on existing znode=/2-1218721921/master 2024-11-13T07:25:43,071 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1218721921/backup-masters/2998b885bdef,34927,1731482742900 from backup master directory 2024-11-13T07:25:43,080 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x1013315b4220007, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1218721921/backup-masters 2024-11-13T07:25:43,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x1013315b4220006, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1218721921/backup-masters/2998b885bdef,34927,1731482742900 2024-11-13T07:25:43,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x1013315b4220006, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1218721921/backup-masters 2024-11-13T07:25:43,080 WARN [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:25:43,080 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2998b885bdef,34927,1731482742900 2024-11-13T07:25:43,083 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/hbase.id] with ID: 5b57a6d2-bcc2-4eb4-b06c-4dac34f57b30 2024-11-13T07:25:43,083 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/.tmp/hbase.id 2024-11-13T07:25:43,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741826_1002 (size=42) 2024-11-13T07:25:43,488 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/.tmp/hbase.id]:[hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/hbase.id] 2024-11-13T07:25:43,495 INFO [master/2998b885bdef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:25:43,495 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T07:25:43,496 INFO [master/2998b885bdef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T07:25:43,543 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x1013315b4220007, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1218721921 2024-11-13T07:25:43,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x1013315b4220006, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1218721921 2024-11-13T07:25:43,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741827_1003 (size=196) 2024-11-13T07:25:43,947 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:25:43,948 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T07:25:43,948 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:25:43,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741828_1004 (size=1189) 2024-11-13T07:25:44,353 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/MasterData/data/master/store 2024-11-13T07:25:44,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741829_1005 (size=34) 2024-11-13T07:25:44,758 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:25:44,758 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:25:44,758 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:25:44,758 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:25:44,758 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:25:44,758 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:25:44,758 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:25:44,758 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482744758Disabling compacts and flushes for region at 1731482744758Disabling writes for close at 1731482744758Writing region close event to WAL at 1731482744758Closed at 1731482744758 2024-11-13T07:25:44,759 WARN [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/MasterData/data/master/store/.initializing 2024-11-13T07:25:44,759 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/MasterData/WALs/2998b885bdef,34927,1731482742900 2024-11-13T07:25:44,760 INFO [master/2998b885bdef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:25:44,761 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2998b885bdef%2C34927%2C1731482742900, suffix=, logDir=hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/MasterData/WALs/2998b885bdef,34927,1731482742900, archiveDir=hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/MasterData/oldWALs, maxLogs=10 2024-11-13T07:25:44,773 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/MasterData/WALs/2998b885bdef,34927,1731482742900/2998b885bdef%2C34927%2C1731482742900.1731482744761, exclude list is [], retry=0 2024-11-13T07:25:44,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-ac63441d-3c27-4298-9b8a-0a6abc611d07,DISK] 2024-11-13T07:25:44,776 INFO [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/MasterData/WALs/2998b885bdef,34927,1731482742900/2998b885bdef%2C34927%2C1731482742900.1731482744761 2024-11-13T07:25:44,776 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39915:39915)] 2024-11-13T07:25:44,776 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:25:44,776 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:25:44,776 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:44,776 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:44,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:44,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T07:25:44,778 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:44,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:25:44,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:44,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T07:25:44,779 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:44,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:25:44,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:44,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T07:25:44,780 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:44,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:25:44,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:44,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T07:25:44,781 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:44,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:25:44,781 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:44,782 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:44,782 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:44,783 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:44,783 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:44,783 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:25:44,784 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T07:25:44,785 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:25:44,785 INFO [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73449992, jitterRate=0.0944901704788208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:25:44,785 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731482744776Initializing all the Stores at 1731482744777 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482744777Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482744777Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482744777Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482744777Cleaning up temporary data from old regions at 1731482744783 (+6 ms)Region opened successfully at 1731482744785 (+2 ms) 2024-11-13T07:25:44,786 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T07:25:44,787 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f101f15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:25:44,788 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T07:25:44,788 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T07:25:44,788 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T07:25:44,788 INFO [master/2998b885bdef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T07:25:44,789 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T07:25:44,789 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T07:25:44,789 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T07:25:44,790 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T07:25:44,791 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34927-0x1013315b4220006, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Unable to get data of znode /2-1218721921/balancer because node does not exist (not necessarily an error) 2024-11-13T07:25:44,859 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1218721921/balancer already deleted, retry=false 2024-11-13T07:25:44,859 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T07:25:44,860 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34927-0x1013315b4220006, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Unable to get data of znode /2-1218721921/normalizer because node does not exist (not necessarily an error) 2024-11-13T07:25:44,869 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1218721921/normalizer already deleted, retry=false 2024-11-13T07:25:44,869 INFO [master/2998b885bdef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T07:25:44,870 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34927-0x1013315b4220006, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Unable to get data of znode /2-1218721921/switch/split because node does not exist (not necessarily an error) 2024-11-13T07:25:44,880 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1218721921/switch/split already deleted, retry=false 2024-11-13T07:25:44,880 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34927-0x1013315b4220006, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Unable to get data of znode /2-1218721921/switch/merge because node does not exist (not necessarily an error) 2024-11-13T07:25:44,890 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1218721921/switch/merge already deleted, retry=false 2024-11-13T07:25:44,892 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34927-0x1013315b4220006, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Unable to get data of znode /2-1218721921/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T07:25:44,901 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1218721921/snapshot-cleanup already deleted, retry=false 2024-11-13T07:25:44,911 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x1013315b4220007, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1218721921/running 2024-11-13T07:25:44,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x1013315b4220006, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1218721921/running 2024-11-13T07:25:44,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x1013315b4220006, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1218721921 2024-11-13T07:25:44,911 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x1013315b4220007, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1218721921 2024-11-13T07:25:44,912 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2998b885bdef,34927,1731482742900, sessionid=0x1013315b4220006, setting cluster-up flag (Was=false) 2024-11-13T07:25:44,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x1013315b4220006, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1218721921 2024-11-13T07:25:44,932 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x1013315b4220007, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1218721921 2024-11-13T07:25:44,964 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1218721921/flush-table-proc/acquired, /2-1218721921/flush-table-proc/reached, /2-1218721921/flush-table-proc/abort 2024-11-13T07:25:44,965 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,34927,1731482742900 2024-11-13T07:25:44,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x1013315b4220006, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1218721921 2024-11-13T07:25:44,985 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x1013315b4220007, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1218721921 2024-11-13T07:25:45,017 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1218721921/online-snapshot/acquired, /2-1218721921/online-snapshot/reached, /2-1218721921/online-snapshot/abort 2024-11-13T07:25:45,018 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2998b885bdef,34927,1731482742900 2024-11-13T07:25:45,018 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T07:25:45,019 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T07:25:45,020 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T07:25:45,020 INFO [master/2998b885bdef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T07:25:45,020 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2998b885bdef,34927,1731482742900 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T07:25:45,021 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:25:45,021 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:25:45,021 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:25:45,021 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2998b885bdef:0, corePoolSize=5, maxPoolSize=5 2024-11-13T07:25:45,021 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2998b885bdef:0, corePoolSize=10, maxPoolSize=10 2024-11-13T07:25:45,021 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:45,021 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:25:45,021 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:45,022 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731482775022 2024-11-13T07:25:45,022 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T07:25:45,022 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T07:25:45,022 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T07:25:45,022 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T07:25:45,022 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T07:25:45,022 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:25:45,022 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T07:25:45,022 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T07:25:45,022 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:45,023 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T07:25:45,023 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T07:25:45,023 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T07:25:45,023 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T07:25:45,023 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:45,023 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T07:25:45,024 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T07:25:45,024 INFO [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T07:25:45,024 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482745024,5,FailOnTimeoutGroup] 2024-11-13T07:25:45,024 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482745024,5,FailOnTimeoutGroup] 2024-11-13T07:25:45,024 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:45,024 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T07:25:45,024 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:45,024 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:45,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741831_1007 (size=1321) 2024-11-13T07:25:45,034 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T07:25:45,034 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f 2024-11-13T07:25:45,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741832_1008 (size=32) 2024-11-13T07:25:45,043 INFO [RS:0;2998b885bdef:46073 {}] regionserver.HRegionServer(746): ClusterId : 5b57a6d2-bcc2-4eb4-b06c-4dac34f57b30 2024-11-13T07:25:45,043 DEBUG [RS:0;2998b885bdef:46073 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T07:25:45,049 DEBUG [RS:0;2998b885bdef:46073 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T07:25:45,049 DEBUG [RS:0;2998b885bdef:46073 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T07:25:45,060 DEBUG [RS:0;2998b885bdef:46073 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T07:25:45,060 DEBUG [RS:0;2998b885bdef:46073 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ad10552, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2998b885bdef/172.17.0.3:0 2024-11-13T07:25:45,074 DEBUG [RS:0;2998b885bdef:46073 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2998b885bdef:46073 2024-11-13T07:25:45,074 INFO [RS:0;2998b885bdef:46073 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T07:25:45,074 INFO [RS:0;2998b885bdef:46073 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T07:25:45,074 DEBUG [RS:0;2998b885bdef:46073 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T07:25:45,074 INFO [RS:0;2998b885bdef:46073 {}] regionserver.HRegionServer(2659): reportForDuty to master=2998b885bdef,34927,1731482742900 with port=46073, startcode=1731482743011 2024-11-13T07:25:45,075 DEBUG [RS:0;2998b885bdef:46073 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T07:25:45,076 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T07:25:45,076 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34927 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2998b885bdef,46073,1731482743011 2024-11-13T07:25:45,076 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34927 {}] master.ServerManager(517): Registering regionserver=2998b885bdef,46073,1731482743011 2024-11-13T07:25:45,077 DEBUG [RS:0;2998b885bdef:46073 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f 2024-11-13T07:25:45,077 DEBUG [RS:0;2998b885bdef:46073 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39709 2024-11-13T07:25:45,077 DEBUG [RS:0;2998b885bdef:46073 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T07:25:45,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x1013315b4220006, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1218721921/rs 2024-11-13T07:25:45,131 DEBUG [RS:0;2998b885bdef:46073 {}] zookeeper.ZKUtil(111): regionserver:46073-0x1013315b4220007, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Set watcher on existing znode=/2-1218721921/rs/2998b885bdef,46073,1731482743011 2024-11-13T07:25:45,131 WARN [RS:0;2998b885bdef:46073 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T07:25:45,131 INFO [RS:0;2998b885bdef:46073 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:25:45,131 DEBUG [RS:0;2998b885bdef:46073 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/WALs/2998b885bdef,46073,1731482743011 2024-11-13T07:25:45,131 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2998b885bdef,46073,1731482743011] 2024-11-13T07:25:45,133 INFO [RS:0;2998b885bdef:46073 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T07:25:45,135 INFO [RS:0;2998b885bdef:46073 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T07:25:45,135 INFO [RS:0;2998b885bdef:46073 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T07:25:45,135 INFO [RS:0;2998b885bdef:46073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:45,135 INFO [RS:0;2998b885bdef:46073 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T07:25:45,136 INFO [RS:0;2998b885bdef:46073 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T07:25:45,136 INFO [RS:0;2998b885bdef:46073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:45,136 DEBUG [RS:0;2998b885bdef:46073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:45,136 DEBUG [RS:0;2998b885bdef:46073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:45,136 DEBUG [RS:0;2998b885bdef:46073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:45,136 DEBUG [RS:0;2998b885bdef:46073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:45,136 DEBUG [RS:0;2998b885bdef:46073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:45,136 DEBUG [RS:0;2998b885bdef:46073 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2998b885bdef:0, corePoolSize=2, maxPoolSize=2 2024-11-13T07:25:45,136 DEBUG [RS:0;2998b885bdef:46073 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:45,136 DEBUG [RS:0;2998b885bdef:46073 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:45,136 DEBUG [RS:0;2998b885bdef:46073 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:45,136 DEBUG [RS:0;2998b885bdef:46073 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:45,136 DEBUG [RS:0;2998b885bdef:46073 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:45,136 DEBUG [RS:0;2998b885bdef:46073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2998b885bdef:0, corePoolSize=1, maxPoolSize=1 2024-11-13T07:25:45,136 DEBUG [RS:0;2998b885bdef:46073 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:25:45,136 DEBUG [RS:0;2998b885bdef:46073 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2998b885bdef:0, corePoolSize=3, maxPoolSize=3 2024-11-13T07:25:45,137 INFO [RS:0;2998b885bdef:46073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:45,137 INFO [RS:0;2998b885bdef:46073 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:45,137 INFO [RS:0;2998b885bdef:46073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:45,137 INFO [RS:0;2998b885bdef:46073 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:45,137 INFO [RS:0;2998b885bdef:46073 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:45,137 INFO [RS:0;2998b885bdef:46073 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,46073,1731482743011-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:25:45,151 INFO [RS:0;2998b885bdef:46073 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T07:25:45,151 INFO [RS:0;2998b885bdef:46073 {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,46073,1731482743011-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:45,151 INFO [RS:0;2998b885bdef:46073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:45,152 INFO [RS:0;2998b885bdef:46073 {}] regionserver.Replication(171): 2998b885bdef,46073,1731482743011 started 2024-11-13T07:25:45,163 INFO [RS:0;2998b885bdef:46073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:45,163 INFO [RS:0;2998b885bdef:46073 {}] regionserver.HRegionServer(1482): Serving as 2998b885bdef,46073,1731482743011, RpcServer on 2998b885bdef/172.17.0.3:46073, sessionid=0x1013315b4220007 2024-11-13T07:25:45,164 DEBUG [RS:0;2998b885bdef:46073 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T07:25:45,164 DEBUG [RS:0;2998b885bdef:46073 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2998b885bdef,46073,1731482743011 2024-11-13T07:25:45,164 DEBUG [RS:0;2998b885bdef:46073 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,46073,1731482743011' 2024-11-13T07:25:45,164 DEBUG [RS:0;2998b885bdef:46073 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1218721921/flush-table-proc/abort' 2024-11-13T07:25:45,164 DEBUG [RS:0;2998b885bdef:46073 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1218721921/flush-table-proc/acquired' 2024-11-13T07:25:45,164 DEBUG [RS:0;2998b885bdef:46073 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T07:25:45,164 DEBUG [RS:0;2998b885bdef:46073 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T07:25:45,164 DEBUG [RS:0;2998b885bdef:46073 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2998b885bdef,46073,1731482743011 2024-11-13T07:25:45,164 DEBUG [RS:0;2998b885bdef:46073 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2998b885bdef,46073,1731482743011' 2024-11-13T07:25:45,164 DEBUG [RS:0;2998b885bdef:46073 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1218721921/online-snapshot/abort' 2024-11-13T07:25:45,165 DEBUG [RS:0;2998b885bdef:46073 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1218721921/online-snapshot/acquired' 2024-11-13T07:25:45,165 DEBUG [RS:0;2998b885bdef:46073 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T07:25:45,165 INFO [RS:0;2998b885bdef:46073 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T07:25:45,165 INFO [RS:0;2998b885bdef:46073 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T07:25:45,265 INFO [RS:0;2998b885bdef:46073 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T07:25:45,267 INFO [RS:0;2998b885bdef:46073 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C46073%2C1731482743011, suffix=, logDir=hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/WALs/2998b885bdef,46073,1731482743011, archiveDir=hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/oldWALs, maxLogs=10 2024-11-13T07:25:45,278 DEBUG [RS:0;2998b885bdef:46073 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/WALs/2998b885bdef,46073,1731482743011/2998b885bdef%2C46073%2C1731482743011.1731482745267, exclude list is [], retry=0 2024-11-13T07:25:45,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-ac63441d-3c27-4298-9b8a-0a6abc611d07,DISK] 2024-11-13T07:25:45,282 INFO [RS:0;2998b885bdef:46073 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/WALs/2998b885bdef,46073,1731482743011/2998b885bdef%2C46073%2C1731482743011.1731482745267 2024-11-13T07:25:45,282 DEBUG [RS:0;2998b885bdef:46073 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39915:39915)] 2024-11-13T07:25:45,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:25:45,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:25:45,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:25:45,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:45,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:25:45,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:25:45,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:25:45,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:45,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:25:45,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:25:45,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:25:45,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:45,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:25:45,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:25:45,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:25:45,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:45,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:25:45,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:25:45,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/data/hbase/meta/1588230740 2024-11-13T07:25:45,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/data/hbase/meta/1588230740 2024-11-13T07:25:45,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:25:45,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:25:45,445 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:25:45,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:25:45,447 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:25:45,447 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61193494, jitterRate=-0.08814588189125061}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:25:45,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731482745438Initializing all the Stores at 1731482745439 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482745439Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482745439Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482745439Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482745439Cleaning up temporary data from old regions at 1731482745445 (+6 ms)Region opened successfully at 1731482745447 (+2 ms) 2024-11-13T07:25:45,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:25:45,447 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:25:45,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:25:45,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:25:45,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:25:45,447 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:25:45,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482745447Disabling compacts and flushes for region at 1731482745447Disabling writes for close at 1731482745447Writing region close event to WAL at 1731482745447Closed at 1731482745447 2024-11-13T07:25:45,448 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:25:45,448 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T07:25:45,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T07:25:45,449 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:25:45,450 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T07:25:45,600 DEBUG [2998b885bdef:34927 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T07:25:45,600 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2998b885bdef,46073,1731482743011 2024-11-13T07:25:45,601 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,46073,1731482743011, state=OPENING 2024-11-13T07:25:45,648 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T07:25:45,659 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x1013315b4220007, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1218721921 2024-11-13T07:25:45,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x1013315b4220006, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1218721921 2024-11-13T07:25:45,659 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T07:25:45,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,46073,1731482743011}] 2024-11-13T07:25:45,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1218721921/meta-region-server: CHANGED 2024-11-13T07:25:45,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1218721921/meta-region-server: CHANGED 2024-11-13T07:25:45,811 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T07:25:45,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T07:25:45,815 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T07:25:45,815 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:25:45,815 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T07:25:45,816 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C46073%2C1731482743011.meta, suffix=.meta, logDir=hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/WALs/2998b885bdef,46073,1731482743011, archiveDir=hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/oldWALs, maxLogs=10 2024-11-13T07:25:45,828 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/WALs/2998b885bdef,46073,1731482743011/2998b885bdef%2C46073%2C1731482743011.meta.1731482745816.meta, exclude list is [], retry=0 2024-11-13T07:25:45,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-ac63441d-3c27-4298-9b8a-0a6abc611d07,DISK] 2024-11-13T07:25:45,831 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/WALs/2998b885bdef,46073,1731482743011/2998b885bdef%2C46073%2C1731482743011.meta.1731482745816.meta 2024-11-13T07:25:45,831 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39915:39915)] 2024-11-13T07:25:45,831 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:25:45,831 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:25:45,831 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T07:25:45,831 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T07:25:45,831 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T07:25:45,832 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T07:25:45,832 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:25:45,832 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T07:25:45,832 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T07:25:45,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T07:25:45,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T07:25:45,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:45,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:25:45,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T07:25:45,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T07:25:45,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:45,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:25:45,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T07:25:45,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T07:25:45,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:45,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:25:45,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T07:25:45,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T07:25:45,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:45,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T07:25:45,836 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T07:25:45,837 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/data/hbase/meta/1588230740 2024-11-13T07:25:45,837 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/data/hbase/meta/1588230740 2024-11-13T07:25:45,838 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T07:25:45,838 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T07:25:45,838 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T07:25:45,839 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T07:25:45,839 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59786731, jitterRate=-0.10910828411579132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T07:25:45,839 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T07:25:45,839 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731482745832Writing region info on filesystem at 1731482745832Initializing all the Stores at 1731482745832Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482745832Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482745833 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482745833Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731482745833Cleaning up temporary data from old regions at 1731482745838 (+5 ms)Running coprocessor post-open hooks at 1731482745839 (+1 ms)Region opened successfully at 1731482745839 2024-11-13T07:25:45,840 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731482745811 2024-11-13T07:25:45,842 DEBUG [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T07:25:45,842 INFO [RS_OPEN_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T07:25:45,842 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,46073,1731482743011 2024-11-13T07:25:45,843 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2998b885bdef,46073,1731482743011, state=OPEN 2024-11-13T07:25:45,848 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x1013315b4220007, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1218721921/meta-region-server 2024-11-13T07:25:45,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x1013315b4220006, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1218721921/meta-region-server 2024-11-13T07:25:45,848 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2998b885bdef,46073,1731482743011 2024-11-13T07:25:45,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1218721921/meta-region-server: CHANGED 2024-11-13T07:25:45,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1218721921/meta-region-server: CHANGED 2024-11-13T07:25:45,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T07:25:45,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2998b885bdef,46073,1731482743011 in 189 msec 2024-11-13T07:25:45,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T07:25:45,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 402 msec 2024-11-13T07:25:45,851 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T07:25:45,851 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T07:25:45,852 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:25:45,852 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,46073,1731482743011, seqNum=-1] 2024-11-13T07:25:45,853 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:25:45,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47053, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:25:45,857 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 837 msec 2024-11-13T07:25:45,857 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731482745857, completionTime=-1 2024-11-13T07:25:45,857 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T07:25:45,857 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T07:25:45,858 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T07:25:45,858 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731482805858 2024-11-13T07:25:45,858 INFO [master/2998b885bdef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731482865858 2024-11-13T07:25:45,858 INFO [master/2998b885bdef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T07:25:45,859 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,34927,1731482742900-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:45,859 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,34927,1731482742900-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:45,859 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,34927,1731482742900-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:45,859 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2998b885bdef:34927, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:45,859 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:45,859 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:45,860 DEBUG [master/2998b885bdef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T07:25:45,862 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.782sec 2024-11-13T07:25:45,862 INFO [master/2998b885bdef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T07:25:45,862 INFO [master/2998b885bdef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T07:25:45,862 INFO [master/2998b885bdef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T07:25:45,862 INFO [master/2998b885bdef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T07:25:45,862 INFO [master/2998b885bdef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T07:25:45,862 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,34927,1731482742900-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T07:25:45,862 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,34927,1731482742900-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T07:25:45,863 DEBUG [master/2998b885bdef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T07:25:45,863 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T07:25:45,864 INFO [master/2998b885bdef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2998b885bdef,34927,1731482742900-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T07:25:45,889 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T07:25:45,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:45,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:45,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:45,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:45,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:45,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:45,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9728a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:45,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:45,948 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,34927,-1 for getting cluster id 2024-11-13T07:25:45,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:45,949 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:25:45,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:45,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:45,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:45,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:45,950 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b57a6d2-bcc2-4eb4-b06c-4dac34f57b30' 2024-11-13T07:25:45,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:25:45,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b57a6d2-bcc2-4eb4-b06c-4dac34f57b30" 2024-11-13T07:25:45,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1358a294, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:45,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,34927,-1] 2024-11-13T07:25:45,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:25:45,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:45,951 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:25:45,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24b5afce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:45,952 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:25:45,953 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,46073,1731482743011, seqNum=-1] 2024-11-13T07:25:45,954 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:25:45,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:25:45,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2998b885bdef,34927,1731482742900 2024-11-13T07:25:45,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:45,956 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:59588 2024-11-13T07:25:45,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:45,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:45,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:45,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T07:25:45,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013315b4220008 connected 2024-11-13T07:25:45,976 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:25:45,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,38735,1731482731461 2024-11-13T07:25:45,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@286dceb 2024-11-13T07:25:45,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:25:45,978 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:25:45,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:25:45,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T07:25:45,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T07:25:45,981 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:45,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T07:25:45,982 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T07:25:45,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:25:45,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44175 is added to blk_1073741835_1011 (size=902) 2024-11-13T07:25:46,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:25:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:25:46,393 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a0859dfea460be40125337e390112246, NAME => 'test,,1731482745979.a0859dfea460be40125337e390112246.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806 2024-11-13T07:25:46,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44175 is added to blk_1073741836_1012 (size=39) 2024-11-13T07:25:46,418 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731482745979.a0859dfea460be40125337e390112246.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:25:46,418 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a0859dfea460be40125337e390112246, disabling compactions & flushes 2024-11-13T07:25:46,418 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731482745979.a0859dfea460be40125337e390112246. 2024-11-13T07:25:46,418 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731482745979.a0859dfea460be40125337e390112246. 2024-11-13T07:25:46,418 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731482745979.a0859dfea460be40125337e390112246. after waiting 0 ms 2024-11-13T07:25:46,418 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731482745979.a0859dfea460be40125337e390112246. 2024-11-13T07:25:46,418 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731482745979.a0859dfea460be40125337e390112246. 2024-11-13T07:25:46,418 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a0859dfea460be40125337e390112246: Waiting for close lock at 1731482746418Disabling compacts and flushes for region at 1731482746418Disabling writes for close at 1731482746418Writing region close event to WAL at 1731482746418Closed at 1731482746418 2024-11-13T07:25:46,419 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T07:25:46,420 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731482745979.a0859dfea460be40125337e390112246.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731482746420"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482746420"}]},"ts":"1731482746420"} 2024-11-13T07:25:46,423 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T07:25:46,434 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T07:25:46,435 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482746434"}]},"ts":"1731482746434"} 2024-11-13T07:25:46,439 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T07:25:46,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a0859dfea460be40125337e390112246, ASSIGN}] 2024-11-13T07:25:46,441 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a0859dfea460be40125337e390112246, ASSIGN 2024-11-13T07:25:46,449 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a0859dfea460be40125337e390112246, ASSIGN; state=OFFLINE, location=2998b885bdef,39057,1731482731646; forceNewPlan=false, retain=false 2024-11-13T07:25:46,600 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a0859dfea460be40125337e390112246, regionState=OPENING, regionLocation=2998b885bdef,39057,1731482731646 2024-11-13T07:25:46,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a0859dfea460be40125337e390112246, ASSIGN because future has completed 2024-11-13T07:25:46,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0859dfea460be40125337e390112246, server=2998b885bdef,39057,1731482731646}] 2024-11-13T07:25:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:25:46,764 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731482745979.a0859dfea460be40125337e390112246. 2024-11-13T07:25:46,764 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a0859dfea460be40125337e390112246, NAME => 'test,,1731482745979.a0859dfea460be40125337e390112246.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:25:46,764 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:25:46,764 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T07:25:46,765 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a0859dfea460be40125337e390112246 2024-11-13T07:25:46,765 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731482745979.a0859dfea460be40125337e390112246.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:25:46,765 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a0859dfea460be40125337e390112246 2024-11-13T07:25:46,765 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a0859dfea460be40125337e390112246 2024-11-13T07:25:46,766 INFO [StoreOpener-a0859dfea460be40125337e390112246-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a0859dfea460be40125337e390112246 2024-11-13T07:25:46,767 INFO [StoreOpener-a0859dfea460be40125337e390112246-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0859dfea460be40125337e390112246 columnFamilyName f 2024-11-13T07:25:46,767 DEBUG [StoreOpener-a0859dfea460be40125337e390112246-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:46,767 INFO [StoreOpener-a0859dfea460be40125337e390112246-1 {}] regionserver.HStore(327): Store=a0859dfea460be40125337e390112246/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:25:46,767 INFO [StoreOpener-a0859dfea460be40125337e390112246-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a0859dfea460be40125337e390112246 2024-11-13T07:25:46,768 INFO [StoreOpener-a0859dfea460be40125337e390112246-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0859dfea460be40125337e390112246 columnFamilyName f1 2024-11-13T07:25:46,768 DEBUG [StoreOpener-a0859dfea460be40125337e390112246-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:46,768 INFO [StoreOpener-a0859dfea460be40125337e390112246-1 {}] regionserver.HStore(327): Store=a0859dfea460be40125337e390112246/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:25:46,768 INFO [StoreOpener-a0859dfea460be40125337e390112246-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a0859dfea460be40125337e390112246 2024-11-13T07:25:46,769 INFO [StoreOpener-a0859dfea460be40125337e390112246-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0859dfea460be40125337e390112246 columnFamilyName norep 2024-11-13T07:25:46,769 DEBUG [StoreOpener-a0859dfea460be40125337e390112246-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:46,770 INFO [StoreOpener-a0859dfea460be40125337e390112246-1 {}] regionserver.HStore(327): Store=a0859dfea460be40125337e390112246/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:25:46,770 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a0859dfea460be40125337e390112246 2024-11-13T07:25:46,771 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/default/test/a0859dfea460be40125337e390112246 2024-11-13T07:25:46,771 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/default/test/a0859dfea460be40125337e390112246 2024-11-13T07:25:46,772 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a0859dfea460be40125337e390112246 2024-11-13T07:25:46,772 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a0859dfea460be40125337e390112246 2024-11-13T07:25:46,772 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T07:25:46,774 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a0859dfea460be40125337e390112246 2024-11-13T07:25:46,777 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/default/test/a0859dfea460be40125337e390112246/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:25:46,777 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a0859dfea460be40125337e390112246; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66101204, jitterRate=-0.01501530408859253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T07:25:46,777 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a0859dfea460be40125337e390112246 2024-11-13T07:25:46,777 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a0859dfea460be40125337e390112246: Running coprocessor pre-open hook at 1731482746765Writing region info on filesystem at 1731482746765Initializing all the Stores at 1731482746765Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482746765Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482746766 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482746766Cleaning up temporary data from old regions at 1731482746772 (+6 ms)Running coprocessor post-open hooks at 1731482746777 (+5 ms)Region opened successfully at 1731482746777 2024-11-13T07:25:46,778 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731482745979.a0859dfea460be40125337e390112246., pid=6, masterSystemTime=1731482746760 2024-11-13T07:25:46,780 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731482745979.a0859dfea460be40125337e390112246. 2024-11-13T07:25:46,780 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731482745979.a0859dfea460be40125337e390112246. 2024-11-13T07:25:46,780 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a0859dfea460be40125337e390112246, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2998b885bdef,39057,1731482731646 2024-11-13T07:25:46,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0859dfea460be40125337e390112246, server=2998b885bdef,39057,1731482731646 because future has completed 2024-11-13T07:25:46,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T07:25:46,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a0859dfea460be40125337e390112246, server=2998b885bdef,39057,1731482731646 in 183 msec 2024-11-13T07:25:46,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T07:25:46,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a0859dfea460be40125337e390112246, ASSIGN in 347 msec 2024-11-13T07:25:46,789 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T07:25:46,789 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482746789"}]},"ts":"1731482746789"} 2024-11-13T07:25:46,791 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T07:25:46,792 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T07:25:46,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 813 msec 2024-11-13T07:25:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:25:47,122 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:25:47,122 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T07:25:47,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,35463,1731482736811 2024-11-13T07:25:47,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b9be8d 2024-11-13T07:25:47,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:25:47,123 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:25:47,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35463 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:25:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35463 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T07:25:47,126 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T07:25:47,126 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:47,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35463 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T07:25:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:25:47,127 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T07:25:47,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37521 is added to blk_1073741835_1011 (size=902) 2024-11-13T07:25:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:25:47,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:25:47,533 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ac5cdff3b90b7a750c1d242e40731041, NAME => 'test,,1731482747123.ac5cdff3b90b7a750c1d242e40731041.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd 2024-11-13T07:25:47,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37521 is added to blk_1073741836_1012 (size=39) 2024-11-13T07:25:47,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:25:47,911 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:25:47,912 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2998b885bdef,39417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:39417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T07:25:47,912 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149067 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2998b885bdef,39417,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:39417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T07:25:47,937 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731482747123.ac5cdff3b90b7a750c1d242e40731041.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:25:47,937 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ac5cdff3b90b7a750c1d242e40731041, disabling compactions & flushes 2024-11-13T07:25:47,937 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731482747123.ac5cdff3b90b7a750c1d242e40731041. 2024-11-13T07:25:47,937 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731482747123.ac5cdff3b90b7a750c1d242e40731041. 2024-11-13T07:25:47,937 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731482747123.ac5cdff3b90b7a750c1d242e40731041. after waiting 0 ms 2024-11-13T07:25:47,937 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731482747123.ac5cdff3b90b7a750c1d242e40731041. 2024-11-13T07:25:47,937 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731482747123.ac5cdff3b90b7a750c1d242e40731041. 2024-11-13T07:25:47,937 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ac5cdff3b90b7a750c1d242e40731041: Waiting for close lock at 1731482747937Disabling compacts and flushes for region at 1731482747937Disabling writes for close at 1731482747937Writing region close event to WAL at 1731482747937Closed at 1731482747937 2024-11-13T07:25:47,938 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T07:25:47,939 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731482747123.ac5cdff3b90b7a750c1d242e40731041.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731482747938"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482747938"}]},"ts":"1731482747938"} 2024-11-13T07:25:47,940 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T07:25:47,941 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T07:25:47,941 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482747941"}]},"ts":"1731482747941"} 2024-11-13T07:25:47,942 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T07:25:47,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ac5cdff3b90b7a750c1d242e40731041, ASSIGN}] 2024-11-13T07:25:47,944 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ac5cdff3b90b7a750c1d242e40731041, ASSIGN 2024-11-13T07:25:47,945 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ac5cdff3b90b7a750c1d242e40731041, ASSIGN; state=OFFLINE, location=2998b885bdef,42333,1731482736941; forceNewPlan=false, retain=false 2024-11-13T07:25:48,096 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ac5cdff3b90b7a750c1d242e40731041, regionState=OPENING, regionLocation=2998b885bdef,42333,1731482736941 2024-11-13T07:25:48,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ac5cdff3b90b7a750c1d242e40731041, ASSIGN because future has completed 2024-11-13T07:25:48,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac5cdff3b90b7a750c1d242e40731041, server=2998b885bdef,42333,1731482736941}] 2024-11-13T07:25:48,255 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731482747123.ac5cdff3b90b7a750c1d242e40731041. 2024-11-13T07:25:48,255 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ac5cdff3b90b7a750c1d242e40731041, NAME => 'test,,1731482747123.ac5cdff3b90b7a750c1d242e40731041.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:25:48,255 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:25:48,255 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T07:25:48,256 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ac5cdff3b90b7a750c1d242e40731041 2024-11-13T07:25:48,256 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731482747123.ac5cdff3b90b7a750c1d242e40731041.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:25:48,256 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ac5cdff3b90b7a750c1d242e40731041 2024-11-13T07:25:48,256 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ac5cdff3b90b7a750c1d242e40731041 2024-11-13T07:25:48,257 INFO [StoreOpener-ac5cdff3b90b7a750c1d242e40731041-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ac5cdff3b90b7a750c1d242e40731041 2024-11-13T07:25:48,258 INFO [StoreOpener-ac5cdff3b90b7a750c1d242e40731041-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac5cdff3b90b7a750c1d242e40731041 columnFamilyName f 2024-11-13T07:25:48,258 DEBUG [StoreOpener-ac5cdff3b90b7a750c1d242e40731041-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:48,258 INFO [StoreOpener-ac5cdff3b90b7a750c1d242e40731041-1 {}] regionserver.HStore(327): Store=ac5cdff3b90b7a750c1d242e40731041/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:25:48,258 INFO [StoreOpener-ac5cdff3b90b7a750c1d242e40731041-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ac5cdff3b90b7a750c1d242e40731041 2024-11-13T07:25:48,259 INFO [StoreOpener-ac5cdff3b90b7a750c1d242e40731041-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac5cdff3b90b7a750c1d242e40731041 columnFamilyName f1 2024-11-13T07:25:48,259 DEBUG [StoreOpener-ac5cdff3b90b7a750c1d242e40731041-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:48,259 INFO [StoreOpener-ac5cdff3b90b7a750c1d242e40731041-1 {}] regionserver.HStore(327): Store=ac5cdff3b90b7a750c1d242e40731041/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:25:48,259 INFO [StoreOpener-ac5cdff3b90b7a750c1d242e40731041-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ac5cdff3b90b7a750c1d242e40731041 2024-11-13T07:25:48,260 INFO [StoreOpener-ac5cdff3b90b7a750c1d242e40731041-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac5cdff3b90b7a750c1d242e40731041 columnFamilyName norep 2024-11-13T07:25:48,260 DEBUG [StoreOpener-ac5cdff3b90b7a750c1d242e40731041-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:48,260 INFO [StoreOpener-ac5cdff3b90b7a750c1d242e40731041-1 {}] regionserver.HStore(327): Store=ac5cdff3b90b7a750c1d242e40731041/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:25:48,261 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ac5cdff3b90b7a750c1d242e40731041 2024-11-13T07:25:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:25:48,261 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/default/test/ac5cdff3b90b7a750c1d242e40731041 2024-11-13T07:25:48,262 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/default/test/ac5cdff3b90b7a750c1d242e40731041 2024-11-13T07:25:48,262 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ac5cdff3b90b7a750c1d242e40731041 2024-11-13T07:25:48,262 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ac5cdff3b90b7a750c1d242e40731041 2024-11-13T07:25:48,263 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T07:25:48,263 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ac5cdff3b90b7a750c1d242e40731041 2024-11-13T07:25:48,265 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/default/test/ac5cdff3b90b7a750c1d242e40731041/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:25:48,265 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ac5cdff3b90b7a750c1d242e40731041; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62691465, jitterRate=-0.06582437455654144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T07:25:48,265 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac5cdff3b90b7a750c1d242e40731041 2024-11-13T07:25:48,265 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ac5cdff3b90b7a750c1d242e40731041: Running coprocessor pre-open hook at 1731482748256Writing region info on filesystem at 1731482748256Initializing all the Stores at 1731482748256Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482748256Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482748257 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482748257Cleaning up temporary data from old regions at 1731482748262 (+5 ms)Running coprocessor post-open hooks at 1731482748265 (+3 ms)Region opened successfully at 1731482748265 2024-11-13T07:25:48,266 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731482747123.ac5cdff3b90b7a750c1d242e40731041., pid=6, masterSystemTime=1731482748250 2024-11-13T07:25:48,268 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731482747123.ac5cdff3b90b7a750c1d242e40731041. 2024-11-13T07:25:48,268 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731482747123.ac5cdff3b90b7a750c1d242e40731041. 2024-11-13T07:25:48,268 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ac5cdff3b90b7a750c1d242e40731041, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2998b885bdef,42333,1731482736941 2024-11-13T07:25:48,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac5cdff3b90b7a750c1d242e40731041, server=2998b885bdef,42333,1731482736941 because future has completed 2024-11-13T07:25:48,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T07:25:48,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ac5cdff3b90b7a750c1d242e40731041, server=2998b885bdef,42333,1731482736941 in 173 msec 2024-11-13T07:25:48,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T07:25:48,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ac5cdff3b90b7a750c1d242e40731041, ASSIGN in 329 msec 2024-11-13T07:25:48,275 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T07:25:48,276 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482748276"}]},"ts":"1731482748276"} 2024-11-13T07:25:48,277 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T07:25:48,278 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T07:25:48,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-13T07:25:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:25:49,271 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T07:25:49,271 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:25:49,272 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,34927,1731482742900 2024-11-13T07:25:49,272 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@afffa4e 2024-11-13T07:25:49,272 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:25:49,273 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:25:49,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34927 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:25:49,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34927 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T07:25:49,275 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T07:25:49,275 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:49,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34927 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T07:25:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:25:49,276 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T07:25:49,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741835_1011 (size=902) 2024-11-13T07:25:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:25:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:25:49,685 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 546c3f1bbe527ca986ef3db9c398b91d, NAME => 'test,,1731482749273.546c3f1bbe527ca986ef3db9c398b91d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f 2024-11-13T07:25:49,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741836_1012 (size=39) 2024-11-13T07:25:49,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731482749273.546c3f1bbe527ca986ef3db9c398b91d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:25:49,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 546c3f1bbe527ca986ef3db9c398b91d, disabling compactions & flushes 2024-11-13T07:25:49,691 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731482749273.546c3f1bbe527ca986ef3db9c398b91d. 2024-11-13T07:25:49,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731482749273.546c3f1bbe527ca986ef3db9c398b91d. 2024-11-13T07:25:49,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731482749273.546c3f1bbe527ca986ef3db9c398b91d. after waiting 0 ms 2024-11-13T07:25:49,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731482749273.546c3f1bbe527ca986ef3db9c398b91d. 2024-11-13T07:25:49,691 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731482749273.546c3f1bbe527ca986ef3db9c398b91d. 2024-11-13T07:25:49,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 546c3f1bbe527ca986ef3db9c398b91d: Waiting for close lock at 1731482749691Disabling compacts and flushes for region at 1731482749691Disabling writes for close at 1731482749691Writing region close event to WAL at 1731482749691Closed at 1731482749691 2024-11-13T07:25:49,692 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T07:25:49,692 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731482749273.546c3f1bbe527ca986ef3db9c398b91d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731482749692"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482749692"}]},"ts":"1731482749692"} 2024-11-13T07:25:49,695 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T07:25:49,695 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T07:25:49,696 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482749696"}]},"ts":"1731482749696"} 2024-11-13T07:25:49,697 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T07:25:49,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=546c3f1bbe527ca986ef3db9c398b91d, ASSIGN}] 2024-11-13T07:25:49,699 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=546c3f1bbe527ca986ef3db9c398b91d, ASSIGN 2024-11-13T07:25:49,699 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=546c3f1bbe527ca986ef3db9c398b91d, ASSIGN; state=OFFLINE, location=2998b885bdef,46073,1731482743011; forceNewPlan=false, retain=false 2024-11-13T07:25:49,850 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=546c3f1bbe527ca986ef3db9c398b91d, regionState=OPENING, regionLocation=2998b885bdef,46073,1731482743011 2024-11-13T07:25:49,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=546c3f1bbe527ca986ef3db9c398b91d, ASSIGN because future has completed 2024-11-13T07:25:49,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 546c3f1bbe527ca986ef3db9c398b91d, server=2998b885bdef,46073,1731482743011}] 2024-11-13T07:25:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:25:50,016 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731482749273.546c3f1bbe527ca986ef3db9c398b91d. 2024-11-13T07:25:50,016 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 546c3f1bbe527ca986ef3db9c398b91d, NAME => 'test,,1731482749273.546c3f1bbe527ca986ef3db9c398b91d.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:25:50,017 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:25:50,017 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T07:25:50,017 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 546c3f1bbe527ca986ef3db9c398b91d 2024-11-13T07:25:50,017 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731482749273.546c3f1bbe527ca986ef3db9c398b91d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:25:50,017 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 546c3f1bbe527ca986ef3db9c398b91d 2024-11-13T07:25:50,017 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 546c3f1bbe527ca986ef3db9c398b91d 2024-11-13T07:25:50,020 INFO [StoreOpener-546c3f1bbe527ca986ef3db9c398b91d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 546c3f1bbe527ca986ef3db9c398b91d 2024-11-13T07:25:50,021 INFO [StoreOpener-546c3f1bbe527ca986ef3db9c398b91d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 546c3f1bbe527ca986ef3db9c398b91d columnFamilyName f 2024-11-13T07:25:50,021 DEBUG [StoreOpener-546c3f1bbe527ca986ef3db9c398b91d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:50,022 INFO [StoreOpener-546c3f1bbe527ca986ef3db9c398b91d-1 {}] regionserver.HStore(327): Store=546c3f1bbe527ca986ef3db9c398b91d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:25:50,022 INFO [StoreOpener-546c3f1bbe527ca986ef3db9c398b91d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 546c3f1bbe527ca986ef3db9c398b91d 2024-11-13T07:25:50,022 INFO [StoreOpener-546c3f1bbe527ca986ef3db9c398b91d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 546c3f1bbe527ca986ef3db9c398b91d columnFamilyName f1 2024-11-13T07:25:50,022 DEBUG [StoreOpener-546c3f1bbe527ca986ef3db9c398b91d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:50,023 INFO [StoreOpener-546c3f1bbe527ca986ef3db9c398b91d-1 {}] regionserver.HStore(327): Store=546c3f1bbe527ca986ef3db9c398b91d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:25:50,023 INFO [StoreOpener-546c3f1bbe527ca986ef3db9c398b91d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 546c3f1bbe527ca986ef3db9c398b91d 2024-11-13T07:25:50,023 INFO [StoreOpener-546c3f1bbe527ca986ef3db9c398b91d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 546c3f1bbe527ca986ef3db9c398b91d columnFamilyName norep 2024-11-13T07:25:50,024 DEBUG [StoreOpener-546c3f1bbe527ca986ef3db9c398b91d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:50,024 INFO [StoreOpener-546c3f1bbe527ca986ef3db9c398b91d-1 {}] regionserver.HStore(327): Store=546c3f1bbe527ca986ef3db9c398b91d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:25:50,024 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 546c3f1bbe527ca986ef3db9c398b91d 2024-11-13T07:25:50,024 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/data/default/test/546c3f1bbe527ca986ef3db9c398b91d 2024-11-13T07:25:50,024 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/data/default/test/546c3f1bbe527ca986ef3db9c398b91d 2024-11-13T07:25:50,025 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 546c3f1bbe527ca986ef3db9c398b91d 2024-11-13T07:25:50,025 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 546c3f1bbe527ca986ef3db9c398b91d 2024-11-13T07:25:50,025 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T07:25:50,026 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 546c3f1bbe527ca986ef3db9c398b91d 2024-11-13T07:25:50,028 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/data/default/test/546c3f1bbe527ca986ef3db9c398b91d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:25:50,029 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 546c3f1bbe527ca986ef3db9c398b91d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70478198, jitterRate=0.0502069890499115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T07:25:50,029 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 546c3f1bbe527ca986ef3db9c398b91d 2024-11-13T07:25:50,029 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 546c3f1bbe527ca986ef3db9c398b91d: Running coprocessor pre-open hook at 1731482750017Writing region info on filesystem at 1731482750017Initializing all the Stores at 1731482750018 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482750018Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482750020 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482750020Cleaning up temporary data from old regions at 1731482750025 (+5 ms)Running coprocessor post-open hooks at 1731482750029 (+4 ms)Region opened successfully at 1731482750029 2024-11-13T07:25:50,029 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731482749273.546c3f1bbe527ca986ef3db9c398b91d., pid=6, masterSystemTime=1731482750004 2024-11-13T07:25:50,031 DEBUG [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731482749273.546c3f1bbe527ca986ef3db9c398b91d. 2024-11-13T07:25:50,031 INFO [RS_OPEN_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731482749273.546c3f1bbe527ca986ef3db9c398b91d. 2024-11-13T07:25:50,031 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=546c3f1bbe527ca986ef3db9c398b91d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2998b885bdef,46073,1731482743011 2024-11-13T07:25:50,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 546c3f1bbe527ca986ef3db9c398b91d, server=2998b885bdef,46073,1731482743011 because future has completed 2024-11-13T07:25:50,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T07:25:50,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 546c3f1bbe527ca986ef3db9c398b91d, server=2998b885bdef,46073,1731482743011 in 182 msec 2024-11-13T07:25:50,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T07:25:50,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=546c3f1bbe527ca986ef3db9c398b91d, ASSIGN in 337 msec 2024-11-13T07:25:50,037 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T07:25:50,037 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482750037"}]},"ts":"1731482750037"} 2024-11-13T07:25:50,038 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T07:25:50,039 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T07:25:50,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 766 msec 2024-11-13T07:25:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T07:25:50,413 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T07:25:50,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d73dae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:50,413 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,38735,-1 for getting cluster id 2024-11-13T07:25:50,414 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:25:50,414 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '722ae6e2-840f-42b8-a0b8-ef2b6f9010f8' 2024-11-13T07:25:50,414 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:25:50,414 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "722ae6e2-840f-42b8-a0b8-ef2b6f9010f8" 2024-11-13T07:25:50,414 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@310ec170, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:50,415 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,38735,-1] 2024-11-13T07:25:50,415 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:25:50,415 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:50,415 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:25:50,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26cff50e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:50,416 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:25:50,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,38735,1731482731461 2024-11-13T07:25:50,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@384dbb80 2024-11-13T07:25:50,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:25:50,418 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:25:50,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2998b885bdef:35463,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T07:25:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T07:25:50,421 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2998b885bdef:35463' 2024-11-13T07:25:50,422 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74c3c32f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:50,422 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,35463,-1 for getting cluster id 2024-11-13T07:25:50,423 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:25:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:25:50,423 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8128970-7a5f-4576-a2f1-2b13d07c1458' 2024-11-13T07:25:50,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:25:50,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8128970-7a5f-4576-a2f1-2b13d07c1458" 2024-11-13T07:25:50,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27ee9b16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:50,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,35463,-1] 2024-11-13T07:25:50,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:25:50,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:50,424 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:25:50,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40d03881, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:50,425 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:25:50,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,35463,1731482736811 2024-11-13T07:25:50,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b1c474e 2024-11-13T07:25:50,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:25:50,428 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:25:50,428 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T07:25:50,428 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T07:25:50,429 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:50,429 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:25:50,429 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:50,429 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T07:25:50,430 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T07:25:50,431 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T07:25:50,431 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:50,432 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T07:25:50,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44175 is added to blk_1073741837_1013 (size=1138) 2024-11-13T07:25:50,481 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T07:25:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:25:50,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:25:50,857 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 85f01846b28bf807d7c580dc0c204bcb, NAME => 'hbase:replication,,1731482750429.85f01846b28bf807d7c580dc0c204bcb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806 2024-11-13T07:25:50,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44175 is added to blk_1073741838_1014 (size=44) 2024-11-13T07:25:50,869 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731482750429.85f01846b28bf807d7c580dc0c204bcb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:25:50,869 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 85f01846b28bf807d7c580dc0c204bcb, disabling compactions & flushes 2024-11-13T07:25:50,869 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731482750429.85f01846b28bf807d7c580dc0c204bcb. 2024-11-13T07:25:50,869 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731482750429.85f01846b28bf807d7c580dc0c204bcb. 2024-11-13T07:25:50,869 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731482750429.85f01846b28bf807d7c580dc0c204bcb. after waiting 0 ms 2024-11-13T07:25:50,869 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731482750429.85f01846b28bf807d7c580dc0c204bcb. 2024-11-13T07:25:50,869 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731482750429.85f01846b28bf807d7c580dc0c204bcb. 2024-11-13T07:25:50,869 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 85f01846b28bf807d7c580dc0c204bcb: Waiting for close lock at 1731482750869Disabling compacts and flushes for region at 1731482750869Disabling writes for close at 1731482750869Writing region close event to WAL at 1731482750869Closed at 1731482750869 2024-11-13T07:25:50,870 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T07:25:50,871 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731482750429.85f01846b28bf807d7c580dc0c204bcb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731482750871"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731482750871"}]},"ts":"1731482750871"} 2024-11-13T07:25:50,873 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T07:25:50,873 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T07:25:50,873 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482750873"}]},"ts":"1731482750873"} 2024-11-13T07:25:50,875 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T07:25:50,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=85f01846b28bf807d7c580dc0c204bcb, ASSIGN}] 2024-11-13T07:25:50,876 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=85f01846b28bf807d7c580dc0c204bcb, ASSIGN 2024-11-13T07:25:50,879 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=85f01846b28bf807d7c580dc0c204bcb, ASSIGN; state=OFFLINE, location=2998b885bdef,39057,1731482731646; forceNewPlan=false, retain=false 2024-11-13T07:25:51,031 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=85f01846b28bf807d7c580dc0c204bcb, regionState=OPENING, regionLocation=2998b885bdef,39057,1731482731646 2024-11-13T07:25:51,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=85f01846b28bf807d7c580dc0c204bcb, ASSIGN because future has completed 2024-11-13T07:25:51,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85f01846b28bf807d7c580dc0c204bcb, server=2998b885bdef,39057,1731482731646}] 2024-11-13T07:25:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:25:51,201 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731482750429.85f01846b28bf807d7c580dc0c204bcb. 2024-11-13T07:25:51,201 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T07:25:51,201 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T07:25:51,202 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2998b885bdef%2C39057%2C1731482731646.rep, suffix=, logDir=hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646, archiveDir=hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/oldWALs, maxLogs=10 2024-11-13T07:25:51,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.rep.1731482751202, exclude list is [], retry=0 2024-11-13T07:25:51,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44175,DS-b97afbbf-0b4a-432b-ba55-7c4f5cfe848d,DISK] 2024-11-13T07:25:51,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.rep.1731482751202 2024-11-13T07:25:51,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42655:42655)] 2024-11-13T07:25:51,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 85f01846b28bf807d7c580dc0c204bcb, NAME => 'hbase:replication,,1731482750429.85f01846b28bf807d7c580dc0c204bcb.', STARTKEY => '', ENDKEY => ''} 2024-11-13T07:25:51,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T07:25:51,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T07:25:51,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731482750429.85f01846b28bf807d7c580dc0c204bcb. service=MultiRowMutationService 2024-11-13T07:25:51,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T07:25:51,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 85f01846b28bf807d7c580dc0c204bcb 2024-11-13T07:25:51,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731482750429.85f01846b28bf807d7c580dc0c204bcb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T07:25:51,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 85f01846b28bf807d7c580dc0c204bcb 2024-11-13T07:25:51,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 85f01846b28bf807d7c580dc0c204bcb 2024-11-13T07:25:51,257 INFO [StoreOpener-85f01846b28bf807d7c580dc0c204bcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 85f01846b28bf807d7c580dc0c204bcb 2024-11-13T07:25:51,259 INFO [StoreOpener-85f01846b28bf807d7c580dc0c204bcb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85f01846b28bf807d7c580dc0c204bcb columnFamilyName hfileref 2024-11-13T07:25:51,260 DEBUG [StoreOpener-85f01846b28bf807d7c580dc0c204bcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:51,260 INFO [StoreOpener-85f01846b28bf807d7c580dc0c204bcb-1 {}] regionserver.HStore(327): Store=85f01846b28bf807d7c580dc0c204bcb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:25:51,260 INFO [StoreOpener-85f01846b28bf807d7c580dc0c204bcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 85f01846b28bf807d7c580dc0c204bcb 2024-11-13T07:25:51,261 INFO [StoreOpener-85f01846b28bf807d7c580dc0c204bcb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85f01846b28bf807d7c580dc0c204bcb columnFamilyName queue 2024-11-13T07:25:51,261 DEBUG [StoreOpener-85f01846b28bf807d7c580dc0c204bcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:51,261 INFO [StoreOpener-85f01846b28bf807d7c580dc0c204bcb-1 {}] regionserver.HStore(327): Store=85f01846b28bf807d7c580dc0c204bcb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:25:51,262 INFO [StoreOpener-85f01846b28bf807d7c580dc0c204bcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 85f01846b28bf807d7c580dc0c204bcb 2024-11-13T07:25:51,262 INFO [StoreOpener-85f01846b28bf807d7c580dc0c204bcb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85f01846b28bf807d7c580dc0c204bcb columnFamilyName sid 2024-11-13T07:25:51,262 DEBUG [StoreOpener-85f01846b28bf807d7c580dc0c204bcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T07:25:51,263 INFO [StoreOpener-85f01846b28bf807d7c580dc0c204bcb-1 {}] regionserver.HStore(327): Store=85f01846b28bf807d7c580dc0c204bcb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T07:25:51,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 85f01846b28bf807d7c580dc0c204bcb 2024-11-13T07:25:51,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/hbase/replication/85f01846b28bf807d7c580dc0c204bcb 2024-11-13T07:25:51,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/hbase/replication/85f01846b28bf807d7c580dc0c204bcb 2024-11-13T07:25:51,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 85f01846b28bf807d7c580dc0c204bcb 2024-11-13T07:25:51,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 85f01846b28bf807d7c580dc0c204bcb 2024-11-13T07:25:51,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T07:25:51,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 85f01846b28bf807d7c580dc0c204bcb 2024-11-13T07:25:51,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/hbase/replication/85f01846b28bf807d7c580dc0c204bcb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T07:25:51,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 85f01846b28bf807d7c580dc0c204bcb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69418930, jitterRate=0.03442266583442688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T07:25:51,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 85f01846b28bf807d7c580dc0c204bcb 2024-11-13T07:25:51,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 85f01846b28bf807d7c580dc0c204bcb: Running coprocessor pre-open hook at 1731482751255Writing region info on filesystem at 1731482751255Initializing all the Stores at 1731482751256 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482751256Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482751257 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731482751257Cleaning up temporary data from old regions at 1731482751265 (+8 ms)Running coprocessor post-open hooks at 1731482751270 (+5 ms)Region opened successfully at 1731482751270 2024-11-13T07:25:51,271 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731482750429.85f01846b28bf807d7c580dc0c204bcb., pid=10, masterSystemTime=1731482751196 2024-11-13T07:25:51,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731482750429.85f01846b28bf807d7c580dc0c204bcb. 2024-11-13T07:25:51,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731482750429.85f01846b28bf807d7c580dc0c204bcb. 2024-11-13T07:25:51,273 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=85f01846b28bf807d7c580dc0c204bcb, regionState=OPEN, openSeqNum=2, regionLocation=2998b885bdef,39057,1731482731646 2024-11-13T07:25:51,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85f01846b28bf807d7c580dc0c204bcb, server=2998b885bdef,39057,1731482731646 because future has completed 2024-11-13T07:25:51,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T07:25:51,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 85f01846b28bf807d7c580dc0c204bcb, server=2998b885bdef,39057,1731482731646 in 235 msec 2024-11-13T07:25:51,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T07:25:51,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=85f01846b28bf807d7c580dc0c204bcb, ASSIGN in 406 msec 2024-11-13T07:25:51,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T07:25:51,289 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731482751289"}]},"ts":"1731482751289"} 2024-11-13T07:25:51,291 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T07:25:51,292 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T07:25:51,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 863 msec 2024-11-13T07:25:51,334 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T07:25:51,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:51,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:51,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:51,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:51,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:51,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:51,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731482750429.85f01846b28bf807d7c580dc0c204bcb., hostname=2998b885bdef,39057,1731482731646, seqNum=2] 2024-11-13T07:25:51,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39057-0x1013315b4220001, quorum=127.0.0.1:59588, baseZNode=/0868370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0868370 2024-11-13T07:25:51,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x1013315b4220000, quorum=127.0.0.1:59588, baseZNode=/0868370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0868370 2024-11-13T07:25:51,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T07:25:51,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:51,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:51,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:51,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:51,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:51,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:51,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:51,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:51,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:51,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:51,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T07:25:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:25:51,576 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T07:25:51,640 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2998b885bdef,39057,1731482731646, ReplicationSource: 1, currentBandwidth=0 2024-11-13T07:25:51,641 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:25:51,641 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,39057,1731482731646, seqNum=-1] 2024-11-13T07:25:51,642 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:25:51,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-13T07:25:51,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2998b885bdef,39057,1731482731646', locateType=CURRENT is [region=hbase:replication,,1731482750429.85f01846b28bf807d7c580dc0c204bcb., hostname=2998b885bdef,39057,1731482731646, seqNum=2] 2024-11-13T07:25:51,649 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T07:25:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T07:25:51,659 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2998b885bdef,39057,1731482731646 suceeded 2024-11-13T07:25:51,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T07:25:51,662 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2998b885bdef:35463,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T07:25:51,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 262 msec 2024-11-13T07:25:51,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2440 sec 2024-11-13T07:25:51,668 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2998b885bdef:35463' 2024-11-13T07:25:51,670 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@796c531e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:51,670 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,35463,-1 for getting cluster id 2024-11-13T07:25:51,670 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:25:51,671 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8128970-7a5f-4576-a2f1-2b13d07c1458' 2024-11-13T07:25:51,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:25:51,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8128970-7a5f-4576-a2f1-2b13d07c1458" 2024-11-13T07:25:51,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66052097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:51,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,35463,-1] 2024-11-13T07:25:51,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:25:51,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:51,673 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:25:51,674 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c916969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:51,674 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:25:51,675 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,35463,1731482736811 2024-11-13T07:25:51,675 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d3f75dc 2024-11-13T07:25:51,676 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:25:51,677 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-13T07:25:51,678 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2998b885bdef,39057,1731482731646 (queues=1) is replicating from cluster=722ae6e2-840f-42b8-a0b8-ef2b6f9010f8 to cluster=c8128970-7a5f-4576-a2f1-2b13d07c1458 2024-11-13T07:25:51,678 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2998b885bdef%2C39057%2C1731482731646 2024-11-13T07:25:51,678 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2998b885bdef,39057,1731482731646, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T07:25:51,679 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,1-2998b885bdef,39057,1731482731646 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482733882, startPosition=0, beingWritten=true 2024-11-13T07:25:51,696 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646.replicationSource.shipper2998b885bdef%2C39057%2C1731482731646,1-2998b885bdef,39057,1731482731646 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2998b885bdef%2C39057%2C1731482731646 2024-11-13T07:25:51,706 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,1-2998b885bdef,39057,1731482731646 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T07:25:51,706 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,1-2998b885bdef,39057,1731482731646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482733882 to pos 379, reset compression=false 2024-11-13T07:25:51,706 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646.replicationSource.shipper2998b885bdef%2C39057%2C1731482731646,1-2998b885bdef,39057,1731482731646 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,39057,1731482731646 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482733882, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T07:25:51,910 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,1-2998b885bdef,39057,1731482731646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482733882 to pos 379, reset compression=false 2024-11-13T07:25:52,213 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,1-2998b885bdef,39057,1731482731646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482733882 to pos 379, reset compression=false 2024-11-13T07:25:52,321 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T07:25:52,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T07:25:52,581 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T07:25:52,581 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:25:52,581 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:25:52,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:52,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:52,581 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:25:52,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2031922b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:52,582 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,38735,-1 for getting cluster id 2024-11-13T07:25:52,582 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:25:52,583 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '722ae6e2-840f-42b8-a0b8-ef2b6f9010f8' 2024-11-13T07:25:52,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:25:52,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "722ae6e2-840f-42b8-a0b8-ef2b6f9010f8" 2024-11-13T07:25:52,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48abf75c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:52,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,38735,-1] 2024-11-13T07:25:52,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:25:52,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:52,584 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:25:52,584 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c5eb80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:52,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3db05c1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:52,585 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,35463,-1 for getting cluster id 2024-11-13T07:25:52,585 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:25:52,586 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8128970-7a5f-4576-a2f1-2b13d07c1458' 2024-11-13T07:25:52,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:25:52,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8128970-7a5f-4576-a2f1-2b13d07c1458" 2024-11-13T07:25:52,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11be40f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:52,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,35463,-1] 2024-11-13T07:25:52,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:25:52,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:52,587 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:25:52,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e8a389a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:52,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df16f3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:52,588 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,34927,-1 for getting cluster id 2024-11-13T07:25:52,588 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:25:52,588 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b57a6d2-bcc2-4eb4-b06c-4dac34f57b30' 2024-11-13T07:25:52,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:25:52,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b57a6d2-bcc2-4eb4-b06c-4dac34f57b30" 2024-11-13T07:25:52,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12545bab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:52,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,34927,-1] 2024-11-13T07:25:52,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:25:52,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:52,589 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:25:52,590 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f4f145, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:52,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:25:52,601 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731482752601/Put/seqid=0 2024-11-13T07:25:52,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44175 is added to blk_1073741840_1016 (size=7894) 2024-11-13T07:25:52,619 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731482752619/Put/seqid=0 2024-11-13T07:25:52,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44175 is added to blk_1073741841_1017 (size=7691) 2024-11-13T07:25:52,631 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,1-2998b885bdef,39057,1731482731646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482733882 to pos 379, reset compression=false 2024-11-13T07:25:53,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64701115, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:53,027 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,38735,-1 for getting cluster id 2024-11-13T07:25:53,027 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:25:53,027 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '722ae6e2-840f-42b8-a0b8-ef2b6f9010f8' 2024-11-13T07:25:53,028 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:25:53,028 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "722ae6e2-840f-42b8-a0b8-ef2b6f9010f8" 2024-11-13T07:25:53,028 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c77fddd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:53,028 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,38735,-1] 2024-11-13T07:25:53,028 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:25:53,028 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:53,029 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:25:53,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62eb2983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:53,030 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:25:53,030 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,39057,1731482731646, seqNum=-1] 2024-11-13T07:25:53,031 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:25:53,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:25:53,036 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:25:53,037 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,38735,1731482731461 2024-11-13T07:25:53,037 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46e7f0d1 2024-11-13T07:25:53,037 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:25:53,038 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:25:53,041 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731482745979.a0859dfea460be40125337e390112246., hostname=2998b885bdef,39057,1731482731646, seqNum=2] 2024-11-13T07:25:53,043 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T07:25:53,048 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-13T07:25:53,050 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-13T07:25:53,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/testHFileCyclicReplication_0/f/hfile_0 for inclusion in a0859dfea460be40125337e390112246/f 2024-11-13T07:25:53,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-13T07:25:53,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T07:25:53,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/testHFileCyclicReplication_0/f/hfile_1 for inclusion in a0859dfea460be40125337e390112246/f 2024-11-13T07:25:53,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-13T07:25:53,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T07:25:53,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.HRegion(2603): Flush status journal for a0859dfea460be40125337e390112246: 2024-11-13T07:25:53,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/staging/jenkins__test__7bs6n3h9hq06qao4nlg22osobqcb9ij0mku2309va87rvniigvd65p1c4botahpt/f/hfile_0 2024-11-13T07:25:53,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/staging/jenkins__test__7bs6n3h9hq06qao4nlg22osobqcb9ij0mku2309va87rvniigvd65p1c4botahpt/f/hfile_0 as hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/default/test/a0859dfea460be40125337e390112246/f/f8ffae6761b941aeafbe7f3c96acd20e_SeqId_4_ 2024-11-13T07:25:53,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/staging/jenkins__test__7bs6n3h9hq06qao4nlg22osobqcb9ij0mku2309va87rvniigvd65p1c4botahpt/f/hfile_1 2024-11-13T07:25:53,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/staging/jenkins__test__7bs6n3h9hq06qao4nlg22osobqcb9ij0mku2309va87rvniigvd65p1c4botahpt/f/hfile_1 as hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/default/test/a0859dfea460be40125337e390112246/f/7bb102cc284241acb38f80fa1e9ea7b5_SeqId_4_ 2024-11-13T07:25:53,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/staging/jenkins__test__7bs6n3h9hq06qao4nlg22osobqcb9ij0mku2309va87rvniigvd65p1c4botahpt/f/hfile_0 into a0859dfea460be40125337e390112246/f as hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/default/test/a0859dfea460be40125337e390112246/f/f8ffae6761b941aeafbe7f3c96acd20e_SeqId_4_ - updating store file list. 2024-11-13T07:25:53,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f8ffae6761b941aeafbe7f3c96acd20e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T07:25:53,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/default/test/a0859dfea460be40125337e390112246/f/f8ffae6761b941aeafbe7f3c96acd20e_SeqId_4_ into a0859dfea460be40125337e390112246/f 2024-11-13T07:25:53,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/staging/jenkins__test__7bs6n3h9hq06qao4nlg22osobqcb9ij0mku2309va87rvniigvd65p1c4botahpt/f/hfile_0 into a0859dfea460be40125337e390112246/f (new location: hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/default/test/a0859dfea460be40125337e390112246/f/f8ffae6761b941aeafbe7f3c96acd20e_SeqId_4_) 2024-11-13T07:25:53,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/staging/jenkins__test__7bs6n3h9hq06qao4nlg22osobqcb9ij0mku2309va87rvniigvd65p1c4botahpt/f/hfile_0 2024-11-13T07:25:53,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/staging/jenkins__test__7bs6n3h9hq06qao4nlg22osobqcb9ij0mku2309va87rvniigvd65p1c4botahpt/f/hfile_1 into a0859dfea460be40125337e390112246/f as hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/default/test/a0859dfea460be40125337e390112246/f/7bb102cc284241acb38f80fa1e9ea7b5_SeqId_4_ - updating store file list. 2024-11-13T07:25:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7bb102cc284241acb38f80fa1e9ea7b5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T07:25:53,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/default/test/a0859dfea460be40125337e390112246/f/7bb102cc284241acb38f80fa1e9ea7b5_SeqId_4_ into a0859dfea460be40125337e390112246/f 2024-11-13T07:25:53,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/staging/jenkins__test__7bs6n3h9hq06qao4nlg22osobqcb9ij0mku2309va87rvniigvd65p1c4botahpt/f/hfile_1 into a0859dfea460be40125337e390112246/f (new location: hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/default/test/a0859dfea460be40125337e390112246/f/7bb102cc284241acb38f80fa1e9ea7b5_SeqId_4_) 2024-11-13T07:25:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/staging/jenkins__test__7bs6n3h9hq06qao4nlg22osobqcb9ij0mku2309va87rvniigvd65p1c4botahpt/f/hfile_1 2024-11-13T07:25:53,073 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:25:53,073 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:25:53,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:53,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:53,073 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:25:53,073 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731482745979.a0859dfea460be40125337e390112246., hostname=2998b885bdef,39057,1731482731646, seqNum=2 , the old value is region=test,,1731482745979.a0859dfea460be40125337e390112246., hostname=2998b885bdef,39057,1731482731646, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=2998b885bdef:39057 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T07:25:53,073 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731482745979.a0859dfea460be40125337e390112246., hostname=2998b885bdef,39057,1731482731646, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T07:25:53,073 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731482745979.a0859dfea460be40125337e390112246., hostname=2998b885bdef,39057,1731482731646, seqNum=2 from cache 2024-11-13T07:25:53,073 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:25:53,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,42333,1731482736941, seqNum=-1] 2024-11-13T07:25:53,074 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T07:25:53,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:25:53,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:25:53,077 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731482747123.ac5cdff3b90b7a750c1d242e40731041., hostname=2998b885bdef,42333,1731482736941, seqNum=2] 2024-11-13T07:25:53,078 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T07:25:53,100 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T07:25:53,134 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,1-2998b885bdef,39057,1731482731646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482733882 to pos 379, reset compression=false 2024-11-13T07:25:53,138 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,1-2998b885bdef,39057,1731482731646 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T07:25:53,138 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646.replicationSource.shipper2998b885bdef%2C39057%2C1731482731646,1-2998b885bdef,39057,1731482731646 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,39057,1731482731646 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0859dfea460be40125337e390112246/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731482753071/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482733882, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T07:25:53,139 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646.replicationSource.shipper2998b885bdef%2C39057%2C1731482731646,1-2998b885bdef,39057,1731482731646 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T07:25:53,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-13T07:25:53,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.ReplicationSink(318): Replicating [722ae6e2-840f-42b8-a0b8-ef2b6f9010f8] bulk loaded data 2024-11-13T07:25:53,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39e4c604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:53,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,35463,-1 for getting cluster id 2024-11-13T07:25:53,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:25:53,141 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8128970-7a5f-4576-a2f1-2b13d07c1458' 2024-11-13T07:25:53,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:25:53,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8128970-7a5f-4576-a2f1-2b13d07c1458" 2024-11-13T07:25:53,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f929c4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:53,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,35463,-1] 2024-11-13T07:25:53,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:25:53,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:53,142 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:25:53,143 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46001369, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:53,182 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:39057 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T07:25:53,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37521 is added to blk_1073741837_1013 (size=7894) 2024-11-13T07:25:53,338 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,1-2998b885bdef,39057,1731482731646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482733882 to pos 687, reset compression=false 2024-11-13T07:25:53,641 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,1-2998b885bdef,39057,1731482731646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482733882 to pos 687, reset compression=false 2024-11-13T07:25:53,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37521 is added to blk_1073741838_1014 (size=7691) 2024-11-13T07:25:54,044 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,1-2998b885bdef,39057,1731482731646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482733882 to pos 687, reset compression=false 2024-11-13T07:25:54,080 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T07:25:54,096 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:25:54,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,35463,1731482736811 2024-11-13T07:25:54,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62958ba7 2024-11-13T07:25:54,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:25:54,097 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-13T07:25:54,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T07:25:54,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:25:54,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,42333,1731482736941, seqNum=-1] 2024-11-13T07:25:54,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:25:54,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-13T07:25:54,106 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/staging/jenkins.hfs.22__test__1paf8oi3s50senmfpoksp17k5ph5blich4s5pkp7utvi8eo6po2cl6o3gi8jkpkj/f/7bb102cc284241acb38f80fa1e9ea7b5_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-13T07:25:54,108 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/staging/jenkins.hfs.22__test__1paf8oi3s50senmfpoksp17k5ph5blich4s5pkp7utvi8eo6po2cl6o3gi8jkpkj/f/f8ffae6761b941aeafbe7f3c96acd20e_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-13T07:25:54,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/staging/jenkins.hfs.22__test__1paf8oi3s50senmfpoksp17k5ph5blich4s5pkp7utvi8eo6po2cl6o3gi8jkpkj/f/7bb102cc284241acb38f80fa1e9ea7b5_SeqId_4_ for inclusion in ac5cdff3b90b7a750c1d242e40731041/f 2024-11-13T07:25:54,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-13T07:25:54,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T07:25:54,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/staging/jenkins.hfs.22__test__1paf8oi3s50senmfpoksp17k5ph5blich4s5pkp7utvi8eo6po2cl6o3gi8jkpkj/f/f8ffae6761b941aeafbe7f3c96acd20e_SeqId_4_ for inclusion in ac5cdff3b90b7a750c1d242e40731041/f 2024-11-13T07:25:54,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-13T07:25:54,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T07:25:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.HRegion(2603): Flush status journal for ac5cdff3b90b7a750c1d242e40731041: 2024-11-13T07:25:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7bb102cc284241acb38f80fa1e9ea7b5_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T07:25:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/staging/jenkins.hfs.22__test__1paf8oi3s50senmfpoksp17k5ph5blich4s5pkp7utvi8eo6po2cl6o3gi8jkpkj/f/7bb102cc284241acb38f80fa1e9ea7b5_SeqId_4_ as hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/default/test/ac5cdff3b90b7a750c1d242e40731041/f/a70c50b99c174a038d6e71ea8a608744_SeqId_4_ 2024-11-13T07:25:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f8ffae6761b941aeafbe7f3c96acd20e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T07:25:54,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/staging/jenkins.hfs.22__test__1paf8oi3s50senmfpoksp17k5ph5blich4s5pkp7utvi8eo6po2cl6o3gi8jkpkj/f/f8ffae6761b941aeafbe7f3c96acd20e_SeqId_4_ as hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/default/test/ac5cdff3b90b7a750c1d242e40731041/f/300fd4b0294d4dce893ad71412ec46ad_SeqId_4_ 2024-11-13T07:25:54,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/staging/jenkins.hfs.22__test__1paf8oi3s50senmfpoksp17k5ph5blich4s5pkp7utvi8eo6po2cl6o3gi8jkpkj/f/7bb102cc284241acb38f80fa1e9ea7b5_SeqId_4_ into ac5cdff3b90b7a750c1d242e40731041/f as hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/default/test/ac5cdff3b90b7a750c1d242e40731041/f/a70c50b99c174a038d6e71ea8a608744_SeqId_4_ - updating store file list. 2024-11-13T07:25:54,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a70c50b99c174a038d6e71ea8a608744_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T07:25:54,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/default/test/ac5cdff3b90b7a750c1d242e40731041/f/a70c50b99c174a038d6e71ea8a608744_SeqId_4_ into ac5cdff3b90b7a750c1d242e40731041/f 2024-11-13T07:25:54,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/staging/jenkins.hfs.22__test__1paf8oi3s50senmfpoksp17k5ph5blich4s5pkp7utvi8eo6po2cl6o3gi8jkpkj/f/7bb102cc284241acb38f80fa1e9ea7b5_SeqId_4_ into ac5cdff3b90b7a750c1d242e40731041/f (new location: hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/default/test/ac5cdff3b90b7a750c1d242e40731041/f/a70c50b99c174a038d6e71ea8a608744_SeqId_4_) 2024-11-13T07:25:54,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/staging/jenkins.hfs.22__test__1paf8oi3s50senmfpoksp17k5ph5blich4s5pkp7utvi8eo6po2cl6o3gi8jkpkj/f/7bb102cc284241acb38f80fa1e9ea7b5_SeqId_4_ 2024-11-13T07:25:54,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/staging/jenkins.hfs.22__test__1paf8oi3s50senmfpoksp17k5ph5blich4s5pkp7utvi8eo6po2cl6o3gi8jkpkj/f/f8ffae6761b941aeafbe7f3c96acd20e_SeqId_4_ into ac5cdff3b90b7a750c1d242e40731041/f as hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/default/test/ac5cdff3b90b7a750c1d242e40731041/f/300fd4b0294d4dce893ad71412ec46ad_SeqId_4_ - updating store file list. 2024-11-13T07:25:54,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 300fd4b0294d4dce893ad71412ec46ad_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T07:25:54,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/default/test/ac5cdff3b90b7a750c1d242e40731041/f/300fd4b0294d4dce893ad71412ec46ad_SeqId_4_ into ac5cdff3b90b7a750c1d242e40731041/f 2024-11-13T07:25:54,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/staging/jenkins.hfs.22__test__1paf8oi3s50senmfpoksp17k5ph5blich4s5pkp7utvi8eo6po2cl6o3gi8jkpkj/f/f8ffae6761b941aeafbe7f3c96acd20e_SeqId_4_ into ac5cdff3b90b7a750c1d242e40731041/f (new location: hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/default/test/ac5cdff3b90b7a750c1d242e40731041/f/300fd4b0294d4dce893ad71412ec46ad_SeqId_4_) 2024-11-13T07:25:54,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/staging/jenkins.hfs.22__test__1paf8oi3s50senmfpoksp17k5ph5blich4s5pkp7utvi8eo6po2cl6o3gi8jkpkj/f/f8ffae6761b941aeafbe7f3c96acd20e_SeqId_4_ 2024-11-13T07:25:54,126 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.ReplicationSink(324): Finished replicating [722ae6e2-840f-42b8-a0b8-ef2b6f9010f8] bulk loaded data 2024-11-13T07:25:54,548 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,1-2998b885bdef,39057,1731482731646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482733882 to pos 687, reset compression=false 2024-11-13T07:25:55,085 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:25:55,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,46073,1731482743011, seqNum=-1] 2024-11-13T07:25:55,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:25:55,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:25:55,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731482749273.546c3f1bbe527ca986ef3db9c398b91d., hostname=2998b885bdef,46073,1731482743011, seqNum=2] 2024-11-13T07:25:55,093 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T07:25:55,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T07:25:55,095 DEBUG [regionserver/2998b885bdef:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 2998b885bdef%2C39057%2C1731482731646:(num 1731482733882) roll requested 2024-11-13T07:25:55,110 DEBUG [regionserver/2998b885bdef:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482755095, exclude list is [], retry=0 2024-11-13T07:25:55,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44175,DS-b97afbbf-0b4a-432b-ba55-7c4f5cfe848d,DISK] 2024-11-13T07:25:55,113 INFO [regionserver/2998b885bdef:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482733882 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482755095 2024-11-13T07:25:55,114 DEBUG [regionserver/2998b885bdef:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42655:42655)] 2024-11-13T07:25:55,114 DEBUG [regionserver/2998b885bdef:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482733882 is not closed yet, will try archiving it next time 2024-11-13T07:25:55,114 DEBUG [regionserver/2998b885bdef:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 2998b885bdef%2C39057%2C1731482731646.rep:(num 1731482751202) roll requested 2024-11-13T07:25:55,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44175 is added to blk_1073741833_1009 (size=695) 2024-11-13T07:25:55,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@242d26a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:55,115 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,38735,-1 for getting cluster id 2024-11-13T07:25:55,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:25:55,116 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '722ae6e2-840f-42b8-a0b8-ef2b6f9010f8' 2024-11-13T07:25:55,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:25:55,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "722ae6e2-840f-42b8-a0b8-ef2b6f9010f8" 2024-11-13T07:25:55,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13752798, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:55,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,38735,-1] 2024-11-13T07:25:55,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:25:55,117 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:55,117 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:25:55,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@461b1eff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:55,118 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482733882 to hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/oldWALs/2998b885bdef%2C39057%2C1731482731646.1731482733882 2024-11-13T07:25:55,118 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:25:55,119 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,38735,1731482731461 2024-11-13T07:25:55,119 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72f0c842 2024-11-13T07:25:55,119 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:25:55,120 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:25:55,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://2998b885bdef:34927,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T07:25:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T07:25:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T07:25:55,122 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2998b885bdef:34927' 2024-11-13T07:25:55,122 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d76a877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:55,122 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,34927,-1 for getting cluster id 2024-11-13T07:25:55,122 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:25:55,123 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b57a6d2-bcc2-4eb4-b06c-4dac34f57b30' 2024-11-13T07:25:55,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:25:55,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b57a6d2-bcc2-4eb4-b06c-4dac34f57b30" 2024-11-13T07:25:55,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a4b237, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:55,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,34927,-1] 2024-11-13T07:25:55,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:25:55,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:55,124 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:25:55,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf37bee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:55,124 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:25:55,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,34927,1731482742900 2024-11-13T07:25:55,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@286b33e7 2024-11-13T07:25:55,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:25:55,125 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:25:55,126 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T07:25:55,126 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T07:25:55,126 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:55,126 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:55,126 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:25:55,131 DEBUG [regionserver/2998b885bdef:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.rep.1731482755114, exclude list is [], retry=0 2024-11-13T07:25:55,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44175,DS-b97afbbf-0b4a-432b-ba55-7c4f5cfe848d,DISK] 2024-11-13T07:25:55,133 INFO [regionserver/2998b885bdef:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.rep.1731482751202 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.rep.1731482755114 2024-11-13T07:25:55,134 DEBUG [regionserver/2998b885bdef:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42655:42655)] 2024-11-13T07:25:55,134 DEBUG [regionserver/2998b885bdef:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.rep.1731482751202 is not closed yet, will try archiving it next time 2024-11-13T07:25:55,134 DEBUG [regionserver/2998b885bdef:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 2998b885bdef%2C39057%2C1731482731646.meta:.meta(num 1731482734712) roll requested 2024-11-13T07:25:55,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44175 is added to blk_1073741839_1015 (size=1505) 2024-11-13T07:25:55,149 DEBUG [regionserver/2998b885bdef:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.meta.1731482755134.meta, exclude list is [], retry=0 2024-11-13T07:25:55,151 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,1-2998b885bdef,39057,1731482731646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482733882 to pos 687, reset compression=false 2024-11-13T07:25:55,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44175,DS-b97afbbf-0b4a-432b-ba55-7c4f5cfe848d,DISK] 2024-11-13T07:25:55,152 INFO [regionserver/2998b885bdef:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.meta.1731482734712.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.meta.1731482755134.meta 2024-11-13T07:25:55,152 DEBUG [regionserver/2998b885bdef:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42655:42655)] 2024-11-13T07:25:55,152 DEBUG [regionserver/2998b885bdef:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.meta.1731482734712.meta is not closed yet, will try archiving it next time 2024-11-13T07:25:55,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44175 is added to blk_1073741834_1010 (size=3473) 2024-11-13T07:25:55,154 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.meta.1731482734712.meta not finished, retry = 0 2024-11-13T07:25:55,156 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,1-2998b885bdef,39057,1731482731646 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482733882 was moved to hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/oldWALs/2998b885bdef%2C39057%2C1731482731646.1731482733882 2024-11-13T07:25:55,157 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,1-2998b885bdef,39057,1731482731646 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482733882 2024-11-13T07:25:55,157 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,1-2998b885bdef,39057,1731482731646 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482755095, startPosition=0, beingWritten=true 2024-11-13T07:25:55,157 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646.replicationSource.shipper2998b885bdef%2C39057%2C1731482731646,1-2998b885bdef,39057,1731482731646 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,39057,1731482731646 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482733882, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-13T07:25:55,159 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646.replicationSource.shipper2998b885bdef%2C39057%2C1731482731646,1-2998b885bdef,39057,1731482731646 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [2998b885bdef%2C39057%2C1731482731646.1731482733882] 2024-11-13T07:25:55,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T07:25:55,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T07:25:55,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-13T07:25:55,348 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-13T07:25:55,383 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-2998b885bdef,39057,1731482731646, ReplicationSource: 2, currentBandwidth=0 2024-11-13T07:25:55,384 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-13T07:25:55,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-13T07:25:55,386 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 2998b885bdef,39057,1731482731646 suceeded 2024-11-13T07:25:55,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T07:25:55,388 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://2998b885bdef:34927,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T07:25:55,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-13T07:25:55,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 268 msec 2024-11-13T07:25:55,408 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,39057,1731482731646 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2998b885bdef:34927' 2024-11-13T07:25:55,409 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,39057,1731482731646 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@752a862d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:55,409 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,39057,1731482731646 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,34927,-1 for getting cluster id 2024-11-13T07:25:55,409 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,39057,1731482731646 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:25:55,410 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b57a6d2-bcc2-4eb4-b06c-4dac34f57b30' 2024-11-13T07:25:55,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:25:55,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b57a6d2-bcc2-4eb4-b06c-4dac34f57b30" 2024-11-13T07:25:55,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@318cdbd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:55,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,34927,-1] 2024-11-13T07:25:55,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:25:55,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:55,412 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:25:55,412 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,39057,1731482731646 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@122e92a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:55,412 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,39057,1731482731646 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:25:55,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,34927,1731482742900 2024-11-13T07:25:55,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@650571e 2024-11-13T07:25:55,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:25:55,414 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-13T07:25:55,414 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,39057,1731482731646 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-2998b885bdef,39057,1731482731646 (queues=1) is replicating from cluster=722ae6e2-840f-42b8-a0b8-ef2b6f9010f8 to cluster=5b57a6d2-bcc2-4eb4-b06c-4dac34f57b30 2024-11-13T07:25:55,414 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,39057,1731482731646 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=2998b885bdef%2C39057%2C1731482731646 2024-11-13T07:25:55,414 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,39057,1731482731646 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-2998b885bdef,39057,1731482731646, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T07:25:55,415 INFO [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,39057,1731482731646.replicationSource.shipper2998b885bdef%2C39057%2C1731482731646,2-2998b885bdef,39057,1731482731646 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2998b885bdef%2C39057%2C1731482731646 2024-11-13T07:25:55,415 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,2-2998b885bdef,39057,1731482731646 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482755095, startPosition=0, beingWritten=true 2024-11-13T07:25:55,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T07:25:55,442 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-13T07:25:55,442 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:25:55,442 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:25:55,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:55,443 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:25:55,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:55,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T07:25:55,446 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731482755446/Put/seqid=0 2024-11-13T07:25:55,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44175 is added to blk_1073741845_1021 (size=11194) 2024-11-13T07:25:55,618 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,2-2998b885bdef,39057,1731482731646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482755095 to pos 0, reset compression=false 2024-11-13T07:25:55,854 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731482755851/Put/seqid=0 2024-11-13T07:25:55,860 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,1-2998b885bdef,39057,1731482731646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482755095 to pos 0, reset compression=false 2024-11-13T07:25:55,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44175 is added to blk_1073741846_1022 (size=10791) 2024-11-13T07:25:55,922 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,2-2998b885bdef,39057,1731482731646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482755095 to pos 0, reset compression=false 2024-11-13T07:25:56,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59ad3bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:56,271 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,38735,-1 for getting cluster id 2024-11-13T07:25:56,271 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:25:56,272 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '722ae6e2-840f-42b8-a0b8-ef2b6f9010f8' 2024-11-13T07:25:56,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:25:56,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "722ae6e2-840f-42b8-a0b8-ef2b6f9010f8" 2024-11-13T07:25:56,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2452334e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:56,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,38735,-1] 2024-11-13T07:25:56,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:25:56,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:56,273 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:25:56,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3613c72b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:56,273 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:25:56,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,39057,1731482731646, seqNum=-1] 2024-11-13T07:25:56,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:25:56,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T07:25:56,281 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:25:56,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,38735,1731482731461 2024-11-13T07:25:56,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34f8e2e7 2024-11-13T07:25:56,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:25:56,283 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T07:25:56,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731482745979.a0859dfea460be40125337e390112246., hostname=2998b885bdef,39057,1731482731646, seqNum=2] 2024-11-13T07:25:56,287 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T07:25:56,294 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-13T07:25:56,296 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-13T07:25:56,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/testHFileCyclicReplication_1/f/hfile_1 for inclusion in a0859dfea460be40125337e390112246/f 2024-11-13T07:25:56,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-13T07:25:56,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T07:25:56,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/testHFileCyclicReplication_1/f/hfile_0 for inclusion in a0859dfea460be40125337e390112246/f 2024-11-13T07:25:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-13T07:25:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T07:25:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.HRegion(2603): Flush status journal for a0859dfea460be40125337e390112246: 2024-11-13T07:25:56,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/staging/jenkins__test__jfncc21s6bvkh5rn8cub5n9781pnmfao1bg9to0qbt0v6uld69st3qskv71qnit6/f/hfile_1 2024-11-13T07:25:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/staging/jenkins__test__jfncc21s6bvkh5rn8cub5n9781pnmfao1bg9to0qbt0v6uld69st3qskv71qnit6/f/hfile_1 as hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/default/test/a0859dfea460be40125337e390112246/f/9929513c5263491f93c17d8a492d48f6_SeqId_6_ 2024-11-13T07:25:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/staging/jenkins__test__jfncc21s6bvkh5rn8cub5n9781pnmfao1bg9to0qbt0v6uld69st3qskv71qnit6/f/hfile_0 2024-11-13T07:25:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/staging/jenkins__test__jfncc21s6bvkh5rn8cub5n9781pnmfao1bg9to0qbt0v6uld69st3qskv71qnit6/f/hfile_0 as hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/default/test/a0859dfea460be40125337e390112246/f/b74c47ed3ddd459fb873378fdb967529_SeqId_6_ 2024-11-13T07:25:56,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/staging/jenkins__test__jfncc21s6bvkh5rn8cub5n9781pnmfao1bg9to0qbt0v6uld69st3qskv71qnit6/f/hfile_1 into a0859dfea460be40125337e390112246/f as hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/default/test/a0859dfea460be40125337e390112246/f/9929513c5263491f93c17d8a492d48f6_SeqId_6_ - updating store file list. 2024-11-13T07:25:56,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9929513c5263491f93c17d8a492d48f6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T07:25:56,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/default/test/a0859dfea460be40125337e390112246/f/9929513c5263491f93c17d8a492d48f6_SeqId_6_ into a0859dfea460be40125337e390112246/f 2024-11-13T07:25:56,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/staging/jenkins__test__jfncc21s6bvkh5rn8cub5n9781pnmfao1bg9to0qbt0v6uld69st3qskv71qnit6/f/hfile_1 into a0859dfea460be40125337e390112246/f (new location: hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/default/test/a0859dfea460be40125337e390112246/f/9929513c5263491f93c17d8a492d48f6_SeqId_6_) 2024-11-13T07:25:56,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/staging/jenkins__test__jfncc21s6bvkh5rn8cub5n9781pnmfao1bg9to0qbt0v6uld69st3qskv71qnit6/f/hfile_1 2024-11-13T07:25:56,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/staging/jenkins__test__jfncc21s6bvkh5rn8cub5n9781pnmfao1bg9to0qbt0v6uld69st3qskv71qnit6/f/hfile_0 into a0859dfea460be40125337e390112246/f as hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/default/test/a0859dfea460be40125337e390112246/f/b74c47ed3ddd459fb873378fdb967529_SeqId_6_ - updating store file list. 2024-11-13T07:25:56,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b74c47ed3ddd459fb873378fdb967529_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T07:25:56,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/default/test/a0859dfea460be40125337e390112246/f/b74c47ed3ddd459fb873378fdb967529_SeqId_6_ into a0859dfea460be40125337e390112246/f 2024-11-13T07:25:56,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/staging/jenkins__test__jfncc21s6bvkh5rn8cub5n9781pnmfao1bg9to0qbt0v6uld69st3qskv71qnit6/f/hfile_0 into a0859dfea460be40125337e390112246/f (new location: hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/default/test/a0859dfea460be40125337e390112246/f/b74c47ed3ddd459fb873378fdb967529_SeqId_6_) 2024-11-13T07:25:56,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39057 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/staging/jenkins__test__jfncc21s6bvkh5rn8cub5n9781pnmfao1bg9to0qbt0v6uld69st3qskv71qnit6/f/hfile_0 2024-11-13T07:25:56,325 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:25:56,325 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:25:56,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:56,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731482745979.a0859dfea460be40125337e390112246., hostname=2998b885bdef,39057,1731482731646, seqNum=2 , the old value is region=test,,1731482745979.a0859dfea460be40125337e390112246., hostname=2998b885bdef,39057,1731482731646, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=2998b885bdef:39057 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T07:25:56,326 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,2-2998b885bdef,39057,1731482731646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482755095 to pos 0, reset compression=false 2024-11-13T07:25:56,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731482745979.a0859dfea460be40125337e390112246., hostname=2998b885bdef,39057,1731482731646, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T07:25:56,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731482745979.a0859dfea460be40125337e390112246., hostname=2998b885bdef,39057,1731482731646, seqNum=2 from cache 2024-11-13T07:25:56,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:56,326 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:25:56,326 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T07:25:56,330 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,2-2998b885bdef,39057,1731482731646 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T07:25:56,330 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,39057,1731482731646.replicationSource.shipper2998b885bdef%2C39057%2C1731482731646,2-2998b885bdef,39057,1731482731646 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-2998b885bdef,39057,1731482731646 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0859dfea460be40125337e390112246/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731482756324/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482755095, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T07:25:56,331 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T07:25:56,332 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,39057,1731482731646.replicationSource.shipper2998b885bdef%2C39057%2C1731482731646,2-2998b885bdef,39057,1731482731646 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T07:25:56,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-13T07:25:56,333 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] regionserver.ReplicationSink(318): Replicating [722ae6e2-840f-42b8-a0b8-ef2b6f9010f8] bulk loaded data 2024-11-13T07:25:56,333 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6db0fd84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:56,334 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] client.ClusterIdFetcher(90): Going to request 2998b885bdef,34927,-1 for getting cluster id 2024-11-13T07:25:56,334 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T07:25:56,334 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b57a6d2-bcc2-4eb4-b06c-4dac34f57b30' 2024-11-13T07:25:56,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T07:25:56,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b57a6d2-bcc2-4eb4-b06c-4dac34f57b30" 2024-11-13T07:25:56,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31fbdec0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:56,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2998b885bdef,34927,-1] 2024-11-13T07:25:56,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T07:25:56,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:56,335 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-13T07:25:56,335 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67298f77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T07:25:56,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741837_1013 (size=10791) 2024-11-13T07:25:56,432 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2998b885bdef:39057 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T07:25:56,530 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,2-2998b885bdef,39057,1731482731646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482755095 to pos 393, reset compression=false 2024-11-13T07:25:56,670 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,1-2998b885bdef,39057,1731482731646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482755095 to pos 0, reset compression=false 2024-11-13T07:25:56,674 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,1-2998b885bdef,39057,1731482731646 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T07:25:56,674 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646.replicationSource.shipper2998b885bdef%2C39057%2C1731482731646,1-2998b885bdef,39057,1731482731646 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2998b885bdef,39057,1731482731646 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0859dfea460be40125337e390112246/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731482756324/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482755095, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T07:25:56,675 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.ReplicationSink(318): Replicating [722ae6e2-840f-42b8-a0b8-ef2b6f9010f8] bulk loaded data 2024-11-13T07:25:56,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37521 is added to blk_1073741839_1015 (size=10791) 2024-11-13T07:25:56,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741838_1014 (size=11194) 2024-11-13T07:25:56,756 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T07:25:56,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:56,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T07:25:56,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:56,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:56,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:56,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:56,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:56,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2998b885bdef,34927,1731482742900 2024-11-13T07:25:56,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3440546c 2024-11-13T07:25:56,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T07:25:56,758 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-13T07:25:56,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T07:25:56,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T07:25:56,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2998b885bdef,46073,1731482743011, seqNum=-1] 2024-11-13T07:25:56,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T07:25:56,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-13T07:25:56,768 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/staging/jenkins.hfs.23__test__h9enbk433dg0mq16jl7pkerttql7jcfcioilrov44j867csq2hetj1tfmi363k95/f/9929513c5263491f93c17d8a492d48f6_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-13T07:25:56,770 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/staging/jenkins.hfs.23__test__h9enbk433dg0mq16jl7pkerttql7jcfcioilrov44j867csq2hetj1tfmi363k95/f/b74c47ed3ddd459fb873378fdb967529_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-13T07:25:56,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/staging/jenkins.hfs.23__test__h9enbk433dg0mq16jl7pkerttql7jcfcioilrov44j867csq2hetj1tfmi363k95/f/b74c47ed3ddd459fb873378fdb967529_SeqId_6_ for inclusion in 546c3f1bbe527ca986ef3db9c398b91d/f 2024-11-13T07:25:56,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-13T07:25:56,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T07:25:56,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/staging/jenkins.hfs.23__test__h9enbk433dg0mq16jl7pkerttql7jcfcioilrov44j867csq2hetj1tfmi363k95/f/9929513c5263491f93c17d8a492d48f6_SeqId_6_ for inclusion in 546c3f1bbe527ca986ef3db9c398b91d/f 2024-11-13T07:25:56,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-13T07:25:56,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T07:25:56,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] regionserver.HRegion(2603): Flush status journal for 546c3f1bbe527ca986ef3db9c398b91d: 2024-11-13T07:25:56,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b74c47ed3ddd459fb873378fdb967529_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T07:25:56,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/staging/jenkins.hfs.23__test__h9enbk433dg0mq16jl7pkerttql7jcfcioilrov44j867csq2hetj1tfmi363k95/f/b74c47ed3ddd459fb873378fdb967529_SeqId_6_ as hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/data/default/test/546c3f1bbe527ca986ef3db9c398b91d/f/517cd17a29484054aa78271043e78d05_SeqId_4_ 2024-11-13T07:25:56,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9929513c5263491f93c17d8a492d48f6_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T07:25:56,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/staging/jenkins.hfs.23__test__h9enbk433dg0mq16jl7pkerttql7jcfcioilrov44j867csq2hetj1tfmi363k95/f/9929513c5263491f93c17d8a492d48f6_SeqId_6_ as hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/data/default/test/546c3f1bbe527ca986ef3db9c398b91d/f/2c31f84d56044ec7a6d94e87c8b8cabb_SeqId_4_ 2024-11-13T07:25:56,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/staging/jenkins.hfs.23__test__h9enbk433dg0mq16jl7pkerttql7jcfcioilrov44j867csq2hetj1tfmi363k95/f/b74c47ed3ddd459fb873378fdb967529_SeqId_6_ into 546c3f1bbe527ca986ef3db9c398b91d/f as hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/data/default/test/546c3f1bbe527ca986ef3db9c398b91d/f/517cd17a29484054aa78271043e78d05_SeqId_4_ - updating store file list. 2024-11-13T07:25:56,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 517cd17a29484054aa78271043e78d05_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T07:25:56,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/data/default/test/546c3f1bbe527ca986ef3db9c398b91d/f/517cd17a29484054aa78271043e78d05_SeqId_4_ into 546c3f1bbe527ca986ef3db9c398b91d/f 2024-11-13T07:25:56,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/staging/jenkins.hfs.23__test__h9enbk433dg0mq16jl7pkerttql7jcfcioilrov44j867csq2hetj1tfmi363k95/f/b74c47ed3ddd459fb873378fdb967529_SeqId_6_ into 546c3f1bbe527ca986ef3db9c398b91d/f (new location: hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/data/default/test/546c3f1bbe527ca986ef3db9c398b91d/f/517cd17a29484054aa78271043e78d05_SeqId_4_) 2024-11-13T07:25:56,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/staging/jenkins.hfs.23__test__h9enbk433dg0mq16jl7pkerttql7jcfcioilrov44j867csq2hetj1tfmi363k95/f/b74c47ed3ddd459fb873378fdb967529_SeqId_6_ 2024-11-13T07:25:56,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/staging/jenkins.hfs.23__test__h9enbk433dg0mq16jl7pkerttql7jcfcioilrov44j867csq2hetj1tfmi363k95/f/9929513c5263491f93c17d8a492d48f6_SeqId_6_ into 546c3f1bbe527ca986ef3db9c398b91d/f as hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/data/default/test/546c3f1bbe527ca986ef3db9c398b91d/f/2c31f84d56044ec7a6d94e87c8b8cabb_SeqId_4_ - updating store file list. 2024-11-13T07:25:56,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2c31f84d56044ec7a6d94e87c8b8cabb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T07:25:56,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/data/default/test/546c3f1bbe527ca986ef3db9c398b91d/f/2c31f84d56044ec7a6d94e87c8b8cabb_SeqId_4_ into 546c3f1bbe527ca986ef3db9c398b91d/f 2024-11-13T07:25:56,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/staging/jenkins.hfs.23__test__h9enbk433dg0mq16jl7pkerttql7jcfcioilrov44j867csq2hetj1tfmi363k95/f/9929513c5263491f93c17d8a492d48f6_SeqId_6_ into 546c3f1bbe527ca986ef3db9c398b91d/f (new location: hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/data/default/test/546c3f1bbe527ca986ef3db9c398b91d/f/2c31f84d56044ec7a6d94e87c8b8cabb_SeqId_4_) 2024-11-13T07:25:56,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/staging/jenkins.hfs.23__test__h9enbk433dg0mq16jl7pkerttql7jcfcioilrov44j867csq2hetj1tfmi363k95/f/9929513c5263491f93c17d8a492d48f6_SeqId_6_ 2024-11-13T07:25:56,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] regionserver.ReplicationSink(324): Finished replicating [722ae6e2-840f-42b8-a0b8-ef2b6f9010f8] bulk loaded data 2024-11-13T07:25:56,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:56,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:56,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:56,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:56,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:56,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:56,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:56,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:56,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:56,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:25:56,833 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,2-2998b885bdef,39057,1731482731646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482755095 to pos 393, reset compression=false 2024-11-13T07:25:56,874 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,1-2998b885bdef,39057,1731482731646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482755095 to pos 393, reset compression=false 2024-11-13T07:25:57,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37521 is added to blk_1073741840_1016 (size=11194) 2024-11-13T07:25:57,178 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,1-2998b885bdef,39057,1731482731646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482755095 to pos 393, reset compression=false 2024-11-13T07:25:57,241 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,2-2998b885bdef,39057,1731482731646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482755095 to pos 393, reset compression=false 2024-11-13T07:25:57,334 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T07:25:57,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T07:25:57,503 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/staging/jenkins.hfs.22__test__ad5d1j1t5ss1355978j2uq35qj82advet765110ga7rp52tkv9qo94na1tkn3i6k/f/9929513c5263491f93c17d8a492d48f6_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-13T07:25:57,505 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/staging/jenkins.hfs.22__test__ad5d1j1t5ss1355978j2uq35qj82advet765110ga7rp52tkv9qo94na1tkn3i6k/f/b74c47ed3ddd459fb873378fdb967529_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-13T07:25:57,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/staging/jenkins.hfs.22__test__ad5d1j1t5ss1355978j2uq35qj82advet765110ga7rp52tkv9qo94na1tkn3i6k/f/9929513c5263491f93c17d8a492d48f6_SeqId_6_ for inclusion in ac5cdff3b90b7a750c1d242e40731041/f 2024-11-13T07:25:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-13T07:25:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T07:25:57,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/staging/jenkins.hfs.22__test__ad5d1j1t5ss1355978j2uq35qj82advet765110ga7rp52tkv9qo94na1tkn3i6k/f/b74c47ed3ddd459fb873378fdb967529_SeqId_6_ for inclusion in ac5cdff3b90b7a750c1d242e40731041/f 2024-11-13T07:25:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-13T07:25:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T07:25:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.HRegion(2603): Flush status journal for ac5cdff3b90b7a750c1d242e40731041: 2024-11-13T07:25:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9929513c5263491f93c17d8a492d48f6_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T07:25:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/staging/jenkins.hfs.22__test__ad5d1j1t5ss1355978j2uq35qj82advet765110ga7rp52tkv9qo94na1tkn3i6k/f/9929513c5263491f93c17d8a492d48f6_SeqId_6_ as hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/default/test/ac5cdff3b90b7a750c1d242e40731041/f/0794c9c0300a443bb8305999ebce6823_SeqId_6_ 2024-11-13T07:25:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b74c47ed3ddd459fb873378fdb967529_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T07:25:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/staging/jenkins.hfs.22__test__ad5d1j1t5ss1355978j2uq35qj82advet765110ga7rp52tkv9qo94na1tkn3i6k/f/b74c47ed3ddd459fb873378fdb967529_SeqId_6_ as hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/default/test/ac5cdff3b90b7a750c1d242e40731041/f/66b39d273bee4d728771101456a349df_SeqId_6_ 2024-11-13T07:25:57,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/staging/jenkins.hfs.22__test__ad5d1j1t5ss1355978j2uq35qj82advet765110ga7rp52tkv9qo94na1tkn3i6k/f/9929513c5263491f93c17d8a492d48f6_SeqId_6_ into ac5cdff3b90b7a750c1d242e40731041/f as hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/default/test/ac5cdff3b90b7a750c1d242e40731041/f/0794c9c0300a443bb8305999ebce6823_SeqId_6_ - updating store file list. 2024-11-13T07:25:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0794c9c0300a443bb8305999ebce6823_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T07:25:57,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/default/test/ac5cdff3b90b7a750c1d242e40731041/f/0794c9c0300a443bb8305999ebce6823_SeqId_6_ into ac5cdff3b90b7a750c1d242e40731041/f 2024-11-13T07:25:57,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/staging/jenkins.hfs.22__test__ad5d1j1t5ss1355978j2uq35qj82advet765110ga7rp52tkv9qo94na1tkn3i6k/f/9929513c5263491f93c17d8a492d48f6_SeqId_6_ into ac5cdff3b90b7a750c1d242e40731041/f (new location: hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/default/test/ac5cdff3b90b7a750c1d242e40731041/f/0794c9c0300a443bb8305999ebce6823_SeqId_6_) 2024-11-13T07:25:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/staging/jenkins.hfs.22__test__ad5d1j1t5ss1355978j2uq35qj82advet765110ga7rp52tkv9qo94na1tkn3i6k/f/9929513c5263491f93c17d8a492d48f6_SeqId_6_ 2024-11-13T07:25:57,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/staging/jenkins.hfs.22__test__ad5d1j1t5ss1355978j2uq35qj82advet765110ga7rp52tkv9qo94na1tkn3i6k/f/b74c47ed3ddd459fb873378fdb967529_SeqId_6_ into ac5cdff3b90b7a750c1d242e40731041/f as hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/default/test/ac5cdff3b90b7a750c1d242e40731041/f/66b39d273bee4d728771101456a349df_SeqId_6_ - updating store file list. 2024-11-13T07:25:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 66b39d273bee4d728771101456a349df_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T07:25:57,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/default/test/ac5cdff3b90b7a750c1d242e40731041/f/66b39d273bee4d728771101456a349df_SeqId_6_ into ac5cdff3b90b7a750c1d242e40731041/f 2024-11-13T07:25:57,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/staging/jenkins.hfs.22__test__ad5d1j1t5ss1355978j2uq35qj82advet765110ga7rp52tkv9qo94na1tkn3i6k/f/b74c47ed3ddd459fb873378fdb967529_SeqId_6_ into ac5cdff3b90b7a750c1d242e40731041/f (new location: hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/default/test/ac5cdff3b90b7a750c1d242e40731041/f/66b39d273bee4d728771101456a349df_SeqId_6_) 2024-11-13T07:25:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/staging/jenkins.hfs.22__test__ad5d1j1t5ss1355978j2uq35qj82advet765110ga7rp52tkv9qo94na1tkn3i6k/f/b74c47ed3ddd459fb873378fdb967529_SeqId_6_ 2024-11-13T07:25:57,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42333 {}] regionserver.ReplicationSink(324): Finished replicating [722ae6e2-840f-42b8-a0b8-ef2b6f9010f8] bulk loaded data 2024-11-13T07:25:57,581 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,1-2998b885bdef,39057,1731482731646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482755095 to pos 393, reset compression=false 2024-11-13T07:25:57,744 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,2-2998b885bdef,39057,1731482731646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482755095 to pos 393, reset compression=false 2024-11-13T07:25:58,084 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,1-2998b885bdef,39057,1731482731646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482755095 to pos 393, reset compression=false 2024-11-13T07:25:58,350 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,2-2998b885bdef,39057,1731482731646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482755095 to pos 393, reset compression=false 2024-11-13T07:25:58,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T07:25:58,357 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:25:58,357 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:25:58,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:58,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:58,357 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:25:58,357 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T07:25:58,357 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=633921444, stopped=false 2024-11-13T07:25:58,357 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2998b885bdef,34927,1731482742900 2024-11-13T07:25:58,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x1013315b4220006, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1218721921/running 2024-11-13T07:25:58,363 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x1013315b4220007, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1218721921/running 2024-11-13T07:25:58,364 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:25:58,364 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x1013315b4220007, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1218721921 2024-11-13T07:25:58,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x1013315b4220006, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1218721921 2024-11-13T07:25:58,364 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:25:58,364 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:25:58,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:58,364 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2998b885bdef,46073,1731482743011' ***** 2024-11-13T07:25:58,364 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T07:25:58,364 INFO [RS:0;2998b885bdef:46073 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T07:25:58,365 INFO [RS:0;2998b885bdef:46073 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T07:25:58,365 INFO [RS:0;2998b885bdef:46073 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T07:25:58,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46073-0x1013315b4220007, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Set watcher on znode that does not yet exist, /2-1218721921/running 2024-11-13T07:25:58,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34927-0x1013315b4220006, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Set watcher on znode that does not yet exist, /2-1218721921/running 2024-11-13T07:25:58,365 INFO [RS:0;2998b885bdef:46073 {}] regionserver.HRegionServer(3091): Received CLOSE for 546c3f1bbe527ca986ef3db9c398b91d 2024-11-13T07:25:58,365 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T07:25:58,365 INFO [RS:0;2998b885bdef:46073 {}] regionserver.HRegionServer(959): stopping server 2998b885bdef,46073,1731482743011 2024-11-13T07:25:58,366 INFO [RS:0;2998b885bdef:46073 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:25:58,366 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 546c3f1bbe527ca986ef3db9c398b91d, disabling compactions & flushes 2024-11-13T07:25:58,366 INFO [RS:0;2998b885bdef:46073 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:46073. 2024-11-13T07:25:58,366 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731482749273.546c3f1bbe527ca986ef3db9c398b91d. 2024-11-13T07:25:58,366 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731482749273.546c3f1bbe527ca986ef3db9c398b91d. 2024-11-13T07:25:58,366 DEBUG [RS:0;2998b885bdef:46073 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:25:58,366 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731482749273.546c3f1bbe527ca986ef3db9c398b91d. after waiting 0 ms 2024-11-13T07:25:58,366 DEBUG [RS:0;2998b885bdef:46073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:58,366 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731482749273.546c3f1bbe527ca986ef3db9c398b91d. 2024-11-13T07:25:58,366 INFO [RS:0;2998b885bdef:46073 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T07:25:58,366 INFO [RS:0;2998b885bdef:46073 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T07:25:58,366 INFO [RS:0;2998b885bdef:46073 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T07:25:58,366 INFO [RS:0;2998b885bdef:46073 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T07:25:58,367 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:25:58,367 INFO [RS:0;2998b885bdef:46073 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T07:25:58,367 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:25:58,367 DEBUG [RS:0;2998b885bdef:46073 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 546c3f1bbe527ca986ef3db9c398b91d=test,,1731482749273.546c3f1bbe527ca986ef3db9c398b91d.} 2024-11-13T07:25:58,367 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:25:58,367 DEBUG [RS:0;2998b885bdef:46073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 546c3f1bbe527ca986ef3db9c398b91d 2024-11-13T07:25:58,367 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:25:58,367 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:25:58,367 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-13T07:25:58,371 INFO [regionserver/2998b885bdef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:25:58,372 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/data/default/test/546c3f1bbe527ca986ef3db9c398b91d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-13T07:25:58,372 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:25:58,372 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T07:25:58,372 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731482749273.546c3f1bbe527ca986ef3db9c398b91d. 2024-11-13T07:25:58,373 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 546c3f1bbe527ca986ef3db9c398b91d: Waiting for close lock at 1731482758365Running coprocessor pre-close hooks at 1731482758365Disabling compacts and flushes for region at 1731482758365Disabling writes for close at 1731482758366 (+1 ms)Writing region close event to WAL at 1731482758367 (+1 ms)Running coprocessor post-close hooks at 1731482758372 (+5 ms)Closed at 1731482758372 2024-11-13T07:25:58,373 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731482749273.546c3f1bbe527ca986ef3db9c398b91d. 2024-11-13T07:25:58,387 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/data/hbase/meta/1588230740/.tmp/info/261c6609451344fdb8a7098af43f5357 is 129, key is test,,1731482749273.546c3f1bbe527ca986ef3db9c398b91d./info:regioninfo/1731482750031/Put/seqid=0 2024-11-13T07:25:58,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741839_1015 (size=6421) 2024-11-13T07:25:58,391 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/data/hbase/meta/1588230740/.tmp/info/261c6609451344fdb8a7098af43f5357 2024-11-13T07:25:58,410 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/data/hbase/meta/1588230740/.tmp/ns/5633fb955bd64a4e81c916129c66e72b is 43, key is default/ns:d/1731482745854/Put/seqid=0 2024-11-13T07:25:58,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741840_1016 (size=5153) 2024-11-13T07:25:58,567 DEBUG [RS:0;2998b885bdef:46073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:25:58,688 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,1-2998b885bdef,39057,1731482731646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482755095 to pos 393, reset compression=false 2024-11-13T07:25:58,767 DEBUG [RS:0;2998b885bdef:46073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:25:58,814 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/data/hbase/meta/1588230740/.tmp/ns/5633fb955bd64a4e81c916129c66e72b 2024-11-13T07:25:58,833 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/data/hbase/meta/1588230740/.tmp/rep_barrier/b7335a58e2f740bfbb1cf37c810065a7 is 112, key is test,,1731482749273.546c3f1bbe527ca986ef3db9c398b91d./rep_barrier:seqnumDuringOpen/1731482750031/Put/seqid=0 2024-11-13T07:25:58,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741841_1017 (size=5518) 2024-11-13T07:25:58,968 DEBUG [RS:0;2998b885bdef:46073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:25:59,058 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,2-2998b885bdef,39057,1731482731646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482755095 to pos 393, reset compression=false 2024-11-13T07:25:59,151 INFO [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T07:25:59,151 INFO [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T07:25:59,168 DEBUG [RS:0;2998b885bdef:46073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:25:59,238 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/data/hbase/meta/1588230740/.tmp/rep_barrier/b7335a58e2f740bfbb1cf37c810065a7 2024-11-13T07:25:59,257 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/data/hbase/meta/1588230740/.tmp/table/916dd4db62c04a4781b72ca9c6626594 is 40, key is test/table:state/1731482750037/Put/seqid=0 2024-11-13T07:25:59,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741842_1018 (size=5165) 2024-11-13T07:25:59,271 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/data/hbase/meta/1588230740/.tmp/table/916dd4db62c04a4781b72ca9c6626594 2024-11-13T07:25:59,275 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/data/hbase/meta/1588230740/.tmp/info/261c6609451344fdb8a7098af43f5357 as hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/data/hbase/meta/1588230740/info/261c6609451344fdb8a7098af43f5357 2024-11-13T07:25:59,279 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/data/hbase/meta/1588230740/info/261c6609451344fdb8a7098af43f5357, entries=10, sequenceid=11, filesize=6.3 K 2024-11-13T07:25:59,280 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/data/hbase/meta/1588230740/.tmp/ns/5633fb955bd64a4e81c916129c66e72b as hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/data/hbase/meta/1588230740/ns/5633fb955bd64a4e81c916129c66e72b 2024-11-13T07:25:59,285 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/data/hbase/meta/1588230740/ns/5633fb955bd64a4e81c916129c66e72b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T07:25:59,285 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/data/hbase/meta/1588230740/.tmp/rep_barrier/b7335a58e2f740bfbb1cf37c810065a7 as hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/data/hbase/meta/1588230740/rep_barrier/b7335a58e2f740bfbb1cf37c810065a7 2024-11-13T07:25:59,289 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/data/hbase/meta/1588230740/rep_barrier/b7335a58e2f740bfbb1cf37c810065a7, entries=1, sequenceid=11, filesize=5.4 K 2024-11-13T07:25:59,289 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/data/hbase/meta/1588230740/.tmp/table/916dd4db62c04a4781b72ca9c6626594 as hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/data/hbase/meta/1588230740/table/916dd4db62c04a4781b72ca9c6626594 2024-11-13T07:25:59,292 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/data/hbase/meta/1588230740/table/916dd4db62c04a4781b72ca9c6626594, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T07:25:59,293 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 926ms, sequenceid=11, compaction requested=false 2024-11-13T07:25:59,297 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T07:25:59,298 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:25:59,298 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:25:59,298 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:25:59,298 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482758367Running coprocessor pre-close hooks at 1731482758367Disabling compacts and flushes for region at 1731482758367Disabling writes for close at 1731482758367Obtaining lock to block concurrent updates at 1731482758367Preparing flush snapshotting stores in 1588230740 at 1731482758367Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731482758368 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731482758368Flushing 1588230740/info: creating writer at 1731482758368Flushing 1588230740/info: appending metadata at 1731482758387 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731482758387Flushing 1588230740/ns: creating writer at 1731482758394 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731482758409 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731482758409Flushing 1588230740/rep_barrier: creating writer at 1731482758817 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731482758833 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731482758833Flushing 1588230740/table: creating writer at 1731482759242 (+409 ms)Flushing 1588230740/table: appending metadata at 1731482759257 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731482759257Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c6cd3ae: reopening flushed file at 1731482759275 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c28e01c: reopening flushed file at 1731482759279 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2910d97d: reopening flushed file at 1731482759285 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6738ce71: reopening flushed file at 1731482759289 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 926ms, sequenceid=11, compaction requested=false at 1731482759293 (+4 ms)Writing region close event to WAL at 1731482759295 (+2 ms)Running coprocessor post-close hooks at 1731482759297 (+2 ms)Closed at 1731482759298 (+1 ms) 2024-11-13T07:25:59,298 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T07:25:59,368 INFO [RS:0;2998b885bdef:46073 {}] regionserver.HRegionServer(976): stopping server 2998b885bdef,46073,1731482743011; all regions closed. 2024-11-13T07:25:59,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741834_1010 (size=2717) 2024-11-13T07:25:59,370 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/WALs/2998b885bdef,46073,1731482743011/2998b885bdef%2C46073%2C1731482743011.meta.1731482745816.meta not finished, retry = 0 2024-11-13T07:25:59,391 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,1-2998b885bdef,39057,1731482731646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482755095 to pos 393, reset compression=false 2024-11-13T07:25:59,472 DEBUG [RS:0;2998b885bdef:46073 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/oldWALs 2024-11-13T07:25:59,472 INFO [RS:0;2998b885bdef:46073 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C46073%2C1731482743011.meta:.meta(num 1731482745816) 2024-11-13T07:25:59,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741833_1009 (size=1028) 2024-11-13T07:25:59,474 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/WALs/2998b885bdef,46073,1731482743011/2998b885bdef%2C46073%2C1731482743011.1731482745267 not finished, retry = 0 2024-11-13T07:25:59,575 DEBUG [RS:0;2998b885bdef:46073 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/oldWALs 2024-11-13T07:25:59,575 INFO [RS:0;2998b885bdef:46073 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C46073%2C1731482743011:(num 1731482745267) 2024-11-13T07:25:59,576 DEBUG [RS:0;2998b885bdef:46073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:59,576 INFO [RS:0;2998b885bdef:46073 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:25:59,576 INFO [RS:0;2998b885bdef:46073 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:25:59,576 INFO [RS:0;2998b885bdef:46073 {}] hbase.ChoreService(370): Chore service for: regionserver/2998b885bdef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T07:25:59,576 INFO [RS:0;2998b885bdef:46073 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:25:59,576 INFO [regionserver/2998b885bdef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:25:59,576 INFO [RS:0;2998b885bdef:46073 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:46073. 2024-11-13T07:25:59,576 DEBUG [RS:0;2998b885bdef:46073 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:25:59,576 DEBUG [RS:0;2998b885bdef:46073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:59,577 DEBUG [RS:0;2998b885bdef:46073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:25:59,577 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:25:59,577 INFO [RS:0;2998b885bdef:46073 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46073 2024-11-13T07:25:59,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x1013315b4220006, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1218721921/rs 2024-11-13T07:25:59,627 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x1013315b4220007, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1218721921/rs/2998b885bdef,46073,1731482743011 2024-11-13T07:25:59,627 INFO [RS:0;2998b885bdef:46073 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:25:59,637 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2998b885bdef,46073,1731482743011] 2024-11-13T07:25:59,648 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1218721921/draining/2998b885bdef,46073,1731482743011 already deleted, retry=false 2024-11-13T07:25:59,648 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2998b885bdef,46073,1731482743011 expired; onlineServers=0 2024-11-13T07:25:59,648 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2998b885bdef,34927,1731482742900' ***** 2024-11-13T07:25:59,648 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T07:25:59,648 INFO [M:0;2998b885bdef:34927 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:25:59,648 INFO [M:0;2998b885bdef:34927 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:25:59,648 DEBUG [M:0;2998b885bdef:34927 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T07:25:59,648 DEBUG [M:0;2998b885bdef:34927 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T07:25:59,648 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482745024 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482745024,5,FailOnTimeoutGroup] 2024-11-13T07:25:59,648 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482745024 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482745024,5,FailOnTimeoutGroup] 2024-11-13T07:25:59,649 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T07:25:59,649 INFO [M:0;2998b885bdef:34927 {}] hbase.ChoreService(370): Chore service for: master/2998b885bdef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T07:25:59,649 INFO [M:0;2998b885bdef:34927 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:25:59,649 DEBUG [M:0;2998b885bdef:34927 {}] master.HMaster(1795): Stopping service threads 2024-11-13T07:25:59,649 INFO [M:0;2998b885bdef:34927 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T07:25:59,649 INFO [M:0;2998b885bdef:34927 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:25:59,649 INFO [M:0;2998b885bdef:34927 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T07:25:59,649 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T07:25:59,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x1013315b4220006, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1218721921/master 2024-11-13T07:25:59,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x1013315b4220006, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1218721921 2024-11-13T07:25:59,658 DEBUG [M:0;2998b885bdef:34927 {}] zookeeper.ZKUtil(347): master:34927-0x1013315b4220006, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Unable to get data of znode /2-1218721921/master because node does not exist (not an error) 2024-11-13T07:25:59,658 WARN [M:0;2998b885bdef:34927 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T07:25:59,659 INFO [M:0;2998b885bdef:34927 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/.lastflushedseqids 2024-11-13T07:25:59,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741843_1019 (size=173) 2024-11-13T07:25:59,662 INFO [M:0;2998b885bdef:34927 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T07:25:59,662 INFO [M:0;2998b885bdef:34927 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T07:25:59,663 DEBUG [M:0;2998b885bdef:34927 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:25:59,663 INFO [M:0;2998b885bdef:34927 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:25:59,663 DEBUG [M:0;2998b885bdef:34927 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:25:59,663 DEBUG [M:0;2998b885bdef:34927 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:25:59,663 DEBUG [M:0;2998b885bdef:34927 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:25:59,663 INFO [M:0;2998b885bdef:34927 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-13T07:25:59,678 DEBUG [M:0;2998b885bdef:34927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d174fd5903e4812b1bb61c1f9185549 is 82, key is hbase:meta,,1/info:regioninfo/1731482745842/Put/seqid=0 2024-11-13T07:25:59,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741844_1020 (size=5672) 2024-11-13T07:25:59,737 INFO [RS:0;2998b885bdef:46073 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:25:59,737 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x1013315b4220007, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:25:59,737 INFO [RS:0;2998b885bdef:46073 {}] regionserver.HRegionServer(1031): Exiting; stopping=2998b885bdef,46073,1731482743011; zookeeper connection closed. 2024-11-13T07:25:59,737 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46073-0x1013315b4220007, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:25:59,738 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@178979dd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@178979dd 2024-11-13T07:25:59,738 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T07:25:59,861 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,2-2998b885bdef,39057,1731482731646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482755095 to pos 393, reset compression=false 2024-11-13T07:26:00,081 INFO [M:0;2998b885bdef:34927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d174fd5903e4812b1bb61c1f9185549 2024-11-13T07:26:00,100 DEBUG [M:0;2998b885bdef:34927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd014ed9bb154bcb88bc381c3f2248e6 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731482750039/Put/seqid=0 2024-11-13T07:26:00,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741845_1021 (size=6585) 2024-11-13T07:26:00,193 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,1-2998b885bdef,39057,1731482731646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482755095 to pos 393, reset compression=false 2024-11-13T07:26:00,504 INFO [M:0;2998b885bdef:34927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd014ed9bb154bcb88bc381c3f2248e6 2024-11-13T07:26:00,519 DEBUG [M:0;2998b885bdef:34927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/954d5b9ac5274e6d968c49ea9dc7a9a8 is 69, key is 2998b885bdef,46073,1731482743011/rs:state/1731482745076/Put/seqid=0 2024-11-13T07:26:00,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741846_1022 (size=5156) 2024-11-13T07:26:00,523 INFO [M:0;2998b885bdef:34927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/954d5b9ac5274e6d968c49ea9dc7a9a8 2024-11-13T07:26:00,526 DEBUG [M:0;2998b885bdef:34927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d174fd5903e4812b1bb61c1f9185549 as hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d174fd5903e4812b1bb61c1f9185549 2024-11-13T07:26:00,528 INFO [M:0;2998b885bdef:34927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d174fd5903e4812b1bb61c1f9185549, entries=8, sequenceid=55, filesize=5.5 K 2024-11-13T07:26:00,529 DEBUG [M:0;2998b885bdef:34927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd014ed9bb154bcb88bc381c3f2248e6 as hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd014ed9bb154bcb88bc381c3f2248e6 2024-11-13T07:26:00,531 INFO [M:0;2998b885bdef:34927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd014ed9bb154bcb88bc381c3f2248e6, entries=6, sequenceid=55, filesize=6.4 K 2024-11-13T07:26:00,532 DEBUG [M:0;2998b885bdef:34927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/954d5b9ac5274e6d968c49ea9dc7a9a8 as hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/954d5b9ac5274e6d968c49ea9dc7a9a8 2024-11-13T07:26:00,537 INFO [M:0;2998b885bdef:34927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39709/user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/954d5b9ac5274e6d968c49ea9dc7a9a8, entries=1, sequenceid=55, filesize=5.0 K 2024-11-13T07:26:00,537 INFO [M:0;2998b885bdef:34927 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 874ms, sequenceid=55, compaction requested=false 2024-11-13T07:26:00,538 INFO [M:0;2998b885bdef:34927 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:26:00,538 DEBUG [M:0;2998b885bdef:34927 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482759662Disabling compacts and flushes for region at 1731482759662Disabling writes for close at 1731482759663 (+1 ms)Obtaining lock to block concurrent updates at 1731482759663Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731482759663Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731482759663Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731482759663Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731482759664 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731482759678 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731482759678Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731482760085 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731482760099 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731482760100 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731482760507 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731482760519 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731482760519Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ebb99df: reopening flushed file at 1731482760525 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46179f99: reopening flushed file at 1731482760528 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39dd8622: reopening flushed file at 1731482760532 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 874ms, sequenceid=55, compaction requested=false at 1731482760537 (+5 ms)Writing region close event to WAL at 1731482760538 (+1 ms)Closed at 1731482760538 2024-11-13T07:26:00,540 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0c1ea077-c53a-6b5f-8fa9-5452848cf28f/MasterData/WALs/2998b885bdef,34927,1731482742900/2998b885bdef%2C34927%2C1731482742900.1731482744761 not finished, retry = 0 2024-11-13T07:26:00,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741830_1006 (size=32758) 2024-11-13T07:26:00,641 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:26:00,641 INFO [M:0;2998b885bdef:34927 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T07:26:00,641 INFO [M:0;2998b885bdef:34927 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34927 2024-11-13T07:26:00,641 INFO [M:0;2998b885bdef:34927 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:26:00,764 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,2-2998b885bdef,39057,1731482731646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482755095 to pos 393, reset compression=false 2024-11-13T07:26:00,811 INFO [M:0;2998b885bdef:34927 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:26:00,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x1013315b4220006, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:26:00,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x1013315b4220006, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:26:00,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8ad95a1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:26:00,813 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@fd1a4b1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:26:00,813 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:26:00,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cc4bcff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:26:00,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7810c341{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4feaaf-6883-83a6-0520-358736157881/hadoop.log.dir/,STOPPED} 2024-11-13T07:26:00,814 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T07:26:00,814 WARN [BP-1014571597-172.17.0.3-1731482740554 heartbeating to localhost/127.0.0.1:39709 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T07:26:00,815 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T07:26:00,815 WARN [BP-1014571597-172.17.0.3-1731482740554 heartbeating to localhost/127.0.0.1:39709 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1014571597-172.17.0.3-1731482740554 (Datanode Uuid 75631553-3ed7-4710-8c41-8569604f3680) service to localhost/127.0.0.1:39709 2024-11-13T07:26:00,815 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4feaaf-6883-83a6-0520-358736157881/cluster_24d1abc6-b505-3e18-b9d3-04403ecf89a2/data/data1/current/BP-1014571597-172.17.0.3-1731482740554 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:26:00,815 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4feaaf-6883-83a6-0520-358736157881/cluster_24d1abc6-b505-3e18-b9d3-04403ecf89a2/data/data2/current/BP-1014571597-172.17.0.3-1731482740554 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:26:00,815 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T07:26:00,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2345fb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:26:00,821 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ddb0607{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:26:00,821 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:26:00,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ad9222{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:26:00,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@478f88a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c4feaaf-6883-83a6-0520-358736157881/hadoop.log.dir/,STOPPED} 2024-11-13T07:26:00,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T07:26:00,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T07:26:00,832 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:26:00,832 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:26:00,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:26:00,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:26:00,832 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:26:00,832 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T07:26:00,832 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=244745358, stopped=false 2024-11-13T07:26:00,832 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2998b885bdef,35463,1731482736811 2024-11-13T07:26:00,848 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42333-0x1013315b4220004, quorum=127.0.0.1:59588, baseZNode=/11125192082 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11125192082/running 2024-11-13T07:26:00,848 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42333-0x1013315b4220004, quorum=127.0.0.1:59588, baseZNode=/11125192082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11125192082 2024-11-13T07:26:00,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35463-0x1013315b4220003, quorum=127.0.0.1:59588, baseZNode=/11125192082 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11125192082/running 2024-11-13T07:26:00,848 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:26:00,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35463-0x1013315b4220003, quorum=127.0.0.1:59588, baseZNode=/11125192082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11125192082 2024-11-13T07:26:00,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42333-0x1013315b4220004, quorum=127.0.0.1:59588, baseZNode=/11125192082 Set watcher on znode that does not yet exist, /11125192082/running 2024-11-13T07:26:00,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35463-0x1013315b4220003, quorum=127.0.0.1:59588, baseZNode=/11125192082 Set watcher on znode that does not yet exist, /11125192082/running 2024-11-13T07:26:00,849 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:26:00,849 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:26:00,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:26:00,849 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2998b885bdef,42333,1731482736941' ***** 2024-11-13T07:26:00,849 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T07:26:00,849 INFO [RS:0;2998b885bdef:42333 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-13T07:26:00,849 INFO [RS:0;2998b885bdef:42333 {}] regionserver.HRegionServer(3091): Received CLOSE for ac5cdff3b90b7a750c1d242e40731041 2024-11-13T07:26:00,849 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ac5cdff3b90b7a750c1d242e40731041, disabling compactions & flushes 2024-11-13T07:26:00,849 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731482747123.ac5cdff3b90b7a750c1d242e40731041. 2024-11-13T07:26:00,849 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731482747123.ac5cdff3b90b7a750c1d242e40731041. 2024-11-13T07:26:00,850 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731482747123.ac5cdff3b90b7a750c1d242e40731041. after waiting 0 ms 2024-11-13T07:26:00,850 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731482747123.ac5cdff3b90b7a750c1d242e40731041. 2024-11-13T07:26:00,851 INFO [RS:0;2998b885bdef:42333 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T07:26:00,851 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T07:26:00,851 INFO [RS:0;2998b885bdef:42333 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T07:26:00,851 INFO [RS:0;2998b885bdef:42333 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T07:26:00,851 INFO [RS:0;2998b885bdef:42333 {}] regionserver.HRegionServer(959): stopping server 2998b885bdef,42333,1731482736941 2024-11-13T07:26:00,851 INFO [RS:0;2998b885bdef:42333 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:26:00,851 INFO [RS:0;2998b885bdef:42333 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:42333. 2024-11-13T07:26:00,851 DEBUG [RS:0;2998b885bdef:42333 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:26:00,851 DEBUG [RS:0;2998b885bdef:42333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:26:00,851 INFO [RS:0;2998b885bdef:42333 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T07:26:00,851 INFO [RS:0;2998b885bdef:42333 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T07:26:00,851 INFO [RS:0;2998b885bdef:42333 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T07:26:00,851 INFO [RS:0;2998b885bdef:42333 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T07:26:00,851 INFO [RS:0;2998b885bdef:42333 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T07:26:00,851 DEBUG [RS:0;2998b885bdef:42333 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ac5cdff3b90b7a750c1d242e40731041=test,,1731482747123.ac5cdff3b90b7a750c1d242e40731041.} 2024-11-13T07:26:00,852 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:26:00,852 DEBUG [RS:0;2998b885bdef:42333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ac5cdff3b90b7a750c1d242e40731041 2024-11-13T07:26:00,852 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:26:00,852 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:26:00,852 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:26:00,852 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:26:00,852 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-13T07:26:00,853 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/default/test/ac5cdff3b90b7a750c1d242e40731041/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T07:26:00,853 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:26:00,853 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T07:26:00,853 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731482747123.ac5cdff3b90b7a750c1d242e40731041. 2024-11-13T07:26:00,853 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ac5cdff3b90b7a750c1d242e40731041: Waiting for close lock at 1731482760849Running coprocessor pre-close hooks at 1731482760849Disabling compacts and flushes for region at 1731482760849Disabling writes for close at 1731482760850 (+1 ms)Writing region close event to WAL at 1731482760850Running coprocessor post-close hooks at 1731482760853 (+3 ms)Closed at 1731482760853 2024-11-13T07:26:00,853 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731482747123.ac5cdff3b90b7a750c1d242e40731041. 2024-11-13T07:26:00,866 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/hbase/meta/1588230740/.tmp/info/cbf3242fb78f45dca46dd0797a5e259f is 129, key is test,,1731482747123.ac5cdff3b90b7a750c1d242e40731041./info:regioninfo/1731482748268/Put/seqid=0 2024-11-13T07:26:00,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37521 is added to blk_1073741841_1017 (size=6421) 2024-11-13T07:26:00,920 INFO [regionserver/2998b885bdef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:26:01,050 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T07:26:01,052 DEBUG [RS:0;2998b885bdef:42333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:26:01,096 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,1-2998b885bdef,39057,1731482731646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482755095 to pos 393, reset compression=false 2024-11-13T07:26:01,252 DEBUG [RS:0;2998b885bdef:42333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:26:01,270 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/hbase/meta/1588230740/.tmp/info/cbf3242fb78f45dca46dd0797a5e259f 2024-11-13T07:26:01,286 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/hbase/meta/1588230740/.tmp/ns/51f4ae2d99db47b099ab38df65042bd1 is 43, key is default/ns:d/1731482740460/Put/seqid=0 2024-11-13T07:26:01,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37521 is added to blk_1073741842_1018 (size=5153) 2024-11-13T07:26:01,299 INFO [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T07:26:01,299 INFO [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T07:26:01,452 DEBUG [RS:0;2998b885bdef:42333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:26:01,652 DEBUG [RS:0;2998b885bdef:42333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:26:01,690 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/hbase/meta/1588230740/.tmp/ns/51f4ae2d99db47b099ab38df65042bd1 2024-11-13T07:26:01,709 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/hbase/meta/1588230740/.tmp/rep_barrier/ed7d53434a0a4ae1b3c401a6011ebb23 is 112, key is test,,1731482747123.ac5cdff3b90b7a750c1d242e40731041./rep_barrier:seqnumDuringOpen/1731482748268/Put/seqid=0 2024-11-13T07:26:01,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37521 is added to blk_1073741843_1019 (size=5518) 2024-11-13T07:26:01,767 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,2-2998b885bdef,39057,1731482731646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482755095 to pos 393, reset compression=false 2024-11-13T07:26:01,852 INFO [RS:0;2998b885bdef:42333 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T07:26:01,852 DEBUG [RS:0;2998b885bdef:42333 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T07:26:01,853 DEBUG [RS:0;2998b885bdef:42333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:26:02,053 DEBUG [RS:0;2998b885bdef:42333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:26:02,099 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,1-2998b885bdef,39057,1731482731646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482755095 to pos 393, reset compression=false 2024-11-13T07:26:02,113 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/hbase/meta/1588230740/.tmp/rep_barrier/ed7d53434a0a4ae1b3c401a6011ebb23 2024-11-13T07:26:02,129 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/hbase/meta/1588230740/.tmp/table/007ab4e57b7a44d39194d2fa58036049 is 40, key is test/table:state/1731482748276/Put/seqid=0 2024-11-13T07:26:02,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37521 is added to blk_1073741844_1020 (size=5165) 2024-11-13T07:26:02,253 DEBUG [RS:0;2998b885bdef:42333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:26:02,453 DEBUG [RS:0;2998b885bdef:42333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T07:26:02,533 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/hbase/meta/1588230740/.tmp/table/007ab4e57b7a44d39194d2fa58036049 2024-11-13T07:26:02,537 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/hbase/meta/1588230740/.tmp/info/cbf3242fb78f45dca46dd0797a5e259f as hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/hbase/meta/1588230740/info/cbf3242fb78f45dca46dd0797a5e259f 2024-11-13T07:26:02,540 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/hbase/meta/1588230740/info/cbf3242fb78f45dca46dd0797a5e259f, entries=10, sequenceid=11, filesize=6.3 K 2024-11-13T07:26:02,541 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/hbase/meta/1588230740/.tmp/ns/51f4ae2d99db47b099ab38df65042bd1 as hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/hbase/meta/1588230740/ns/51f4ae2d99db47b099ab38df65042bd1 2024-11-13T07:26:02,543 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/hbase/meta/1588230740/ns/51f4ae2d99db47b099ab38df65042bd1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T07:26:02,544 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/hbase/meta/1588230740/.tmp/rep_barrier/ed7d53434a0a4ae1b3c401a6011ebb23 as hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/hbase/meta/1588230740/rep_barrier/ed7d53434a0a4ae1b3c401a6011ebb23 2024-11-13T07:26:02,547 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/hbase/meta/1588230740/rep_barrier/ed7d53434a0a4ae1b3c401a6011ebb23, entries=1, sequenceid=11, filesize=5.4 K 2024-11-13T07:26:02,548 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/hbase/meta/1588230740/.tmp/table/007ab4e57b7a44d39194d2fa58036049 as hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/hbase/meta/1588230740/table/007ab4e57b7a44d39194d2fa58036049 2024-11-13T07:26:02,551 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/hbase/meta/1588230740/table/007ab4e57b7a44d39194d2fa58036049, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T07:26:02,551 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1699ms, sequenceid=11, compaction requested=false 2024-11-13T07:26:02,555 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T07:26:02,555 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:26:02,555 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:26:02,555 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:26:02,555 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482760851Running coprocessor pre-close hooks at 1731482760851Disabling compacts and flushes for region at 1731482760851Disabling writes for close at 1731482760852 (+1 ms)Obtaining lock to block concurrent updates at 1731482760852Preparing flush snapshotting stores in 1588230740 at 1731482760852Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731482760852Flushing stores of hbase:meta,,1.1588230740 at 1731482760852Flushing 1588230740/info: creating writer at 1731482760852Flushing 1588230740/info: appending metadata at 1731482760865 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731482760865Flushing 1588230740/ns: creating writer at 1731482761273 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731482761286 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731482761286Flushing 1588230740/rep_barrier: creating writer at 1731482761693 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731482761709 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731482761709Flushing 1588230740/table: creating writer at 1731482762116 (+407 ms)Flushing 1588230740/table: appending metadata at 1731482762129 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731482762129Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f300bd2: reopening flushed file at 1731482762536 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b7f84c2: reopening flushed file at 1731482762540 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34b0ab1e: reopening flushed file at 1731482762544 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cd2963a: reopening flushed file at 1731482762547 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1699ms, sequenceid=11, compaction requested=false at 1731482762551 (+4 ms)Writing region close event to WAL at 1731482762553 (+2 ms)Running coprocessor post-close hooks at 1731482762555 (+2 ms)Closed at 1731482762555 2024-11-13T07:26:02,555 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T07:26:02,653 INFO [RS:0;2998b885bdef:42333 {}] regionserver.HRegionServer(976): stopping server 2998b885bdef,42333,1731482736941; all regions closed. 2024-11-13T07:26:02,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37521 is added to blk_1073741834_1010 (size=2717) 2024-11-13T07:26:02,655 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/WALs/2998b885bdef,42333,1731482736941/2998b885bdef%2C42333%2C1731482736941.meta.1731482740361.meta not finished, retry = 0 2024-11-13T07:26:02,757 DEBUG [RS:0;2998b885bdef:42333 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/oldWALs 2024-11-13T07:26:02,757 INFO [RS:0;2998b885bdef:42333 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C42333%2C1731482736941.meta:.meta(num 1731482740361) 2024-11-13T07:26:02,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37521 is added to blk_1073741832_1008 (size=1374) 2024-11-13T07:26:02,760 DEBUG [RS:0;2998b885bdef:42333 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/oldWALs 2024-11-13T07:26:02,760 INFO [RS:0;2998b885bdef:42333 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C42333%2C1731482736941:(num 1731482739425) 2024-11-13T07:26:02,761 DEBUG [RS:0;2998b885bdef:42333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:26:02,761 INFO [RS:0;2998b885bdef:42333 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:26:02,761 INFO [RS:0;2998b885bdef:42333 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:26:02,761 INFO [RS:0;2998b885bdef:42333 {}] hbase.ChoreService(370): Chore service for: regionserver/2998b885bdef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T07:26:02,761 INFO [RS:0;2998b885bdef:42333 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:26:02,761 INFO [regionserver/2998b885bdef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:26:02,761 INFO [RS:0;2998b885bdef:42333 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:42333. 2024-11-13T07:26:02,761 DEBUG [RS:0;2998b885bdef:42333 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:26:02,761 DEBUG [RS:0;2998b885bdef:42333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:26:02,762 DEBUG [RS:0;2998b885bdef:42333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:26:02,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:26:02,762 INFO [RS:0;2998b885bdef:42333 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42333 2024-11-13T07:26:02,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35463-0x1013315b4220003, quorum=127.0.0.1:59588, baseZNode=/11125192082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11125192082/rs 2024-11-13T07:26:02,805 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42333-0x1013315b4220004, quorum=127.0.0.1:59588, baseZNode=/11125192082 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11125192082/rs/2998b885bdef,42333,1731482736941 2024-11-13T07:26:02,805 INFO [RS:0;2998b885bdef:42333 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:26:02,816 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2998b885bdef,42333,1731482736941] 2024-11-13T07:26:02,826 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11125192082/draining/2998b885bdef,42333,1731482736941 already deleted, retry=false 2024-11-13T07:26:02,826 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2998b885bdef,42333,1731482736941 expired; onlineServers=0 2024-11-13T07:26:02,826 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2998b885bdef,35463,1731482736811' ***** 2024-11-13T07:26:02,826 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T07:26:02,827 INFO [M:0;2998b885bdef:35463 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:26:02,827 INFO [M:0;2998b885bdef:35463 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:26:02,827 DEBUG [M:0;2998b885bdef:35463 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T07:26:02,827 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T07:26:02,827 DEBUG [M:0;2998b885bdef:35463 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T07:26:02,827 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482739092 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482739092,5,FailOnTimeoutGroup] 2024-11-13T07:26:02,827 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482739097 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482739097,5,FailOnTimeoutGroup] 2024-11-13T07:26:02,827 INFO [M:0;2998b885bdef:35463 {}] hbase.ChoreService(370): Chore service for: master/2998b885bdef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T07:26:02,827 INFO [M:0;2998b885bdef:35463 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:26:02,827 DEBUG [M:0;2998b885bdef:35463 {}] master.HMaster(1795): Stopping service threads 2024-11-13T07:26:02,827 INFO [M:0;2998b885bdef:35463 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T07:26:02,827 INFO [M:0;2998b885bdef:35463 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:26:02,827 INFO [M:0;2998b885bdef:35463 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T07:26:02,827 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T07:26:02,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35463-0x1013315b4220003, quorum=127.0.0.1:59588, baseZNode=/11125192082 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11125192082/master 2024-11-13T07:26:02,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35463-0x1013315b4220003, quorum=127.0.0.1:59588, baseZNode=/11125192082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11125192082 2024-11-13T07:26:02,837 DEBUG [M:0;2998b885bdef:35463 {}] zookeeper.ZKUtil(347): master:35463-0x1013315b4220003, quorum=127.0.0.1:59588, baseZNode=/11125192082 Unable to get data of znode /11125192082/master because node does not exist (not an error) 2024-11-13T07:26:02,837 WARN [M:0;2998b885bdef:35463 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T07:26:02,838 INFO [M:0;2998b885bdef:35463 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/.lastflushedseqids 2024-11-13T07:26:02,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37521 is added to blk_1073741845_1021 (size=173) 2024-11-13T07:26:02,842 INFO [M:0;2998b885bdef:35463 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T07:26:02,842 INFO [M:0;2998b885bdef:35463 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T07:26:02,842 DEBUG [M:0;2998b885bdef:35463 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:26:02,842 INFO [M:0;2998b885bdef:35463 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:26:02,842 DEBUG [M:0;2998b885bdef:35463 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:26:02,842 DEBUG [M:0;2998b885bdef:35463 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:26:02,842 DEBUG [M:0;2998b885bdef:35463 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:26:02,842 INFO [M:0;2998b885bdef:35463 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-13T07:26:02,858 DEBUG [M:0;2998b885bdef:35463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef1e414151dc4025ab0aa2f4078c75f0 is 82, key is hbase:meta,,1/info:regioninfo/1731482740431/Put/seqid=0 2024-11-13T07:26:02,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37521 is added to blk_1073741846_1022 (size=5672) 2024-11-13T07:26:02,862 INFO [M:0;2998b885bdef:35463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef1e414151dc4025ab0aa2f4078c75f0 2024-11-13T07:26:02,871 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,2-2998b885bdef,39057,1731482731646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482755095 to pos 393, reset compression=false 2024-11-13T07:26:02,889 DEBUG [M:0;2998b885bdef:35463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c3311172c48409d883ec1074b5e9934 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731482748279/Put/seqid=0 2024-11-13T07:26:02,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37521 is added to blk_1073741847_1023 (size=6586) 2024-11-13T07:26:02,916 INFO [RS:0;2998b885bdef:42333 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:26:02,916 INFO [RS:0;2998b885bdef:42333 {}] regionserver.HRegionServer(1031): Exiting; stopping=2998b885bdef,42333,1731482736941; zookeeper connection closed. 2024-11-13T07:26:02,917 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42333-0x1013315b4220004, quorum=127.0.0.1:59588, baseZNode=/11125192082 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:26:02,917 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42333-0x1013315b4220004, quorum=127.0.0.1:59588, baseZNode=/11125192082 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:26:02,920 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2011f003 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2011f003 2024-11-13T07:26:02,920 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T07:26:03,202 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,1-2998b885bdef,39057,1731482731646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482755095 to pos 393, reset compression=false 2024-11-13T07:26:03,294 INFO [M:0;2998b885bdef:35463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c3311172c48409d883ec1074b5e9934 2024-11-13T07:26:03,321 DEBUG [M:0;2998b885bdef:35463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/121dc2043a0a4d66998ee942f9b484b7 is 69, key is 2998b885bdef,42333,1731482736941/rs:state/1731482739283/Put/seqid=0 2024-11-13T07:26:03,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37521 is added to blk_1073741848_1024 (size=5156) 2024-11-13T07:26:03,724 INFO [M:0;2998b885bdef:35463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/121dc2043a0a4d66998ee942f9b484b7 2024-11-13T07:26:03,728 DEBUG [M:0;2998b885bdef:35463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef1e414151dc4025ab0aa2f4078c75f0 as hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef1e414151dc4025ab0aa2f4078c75f0 2024-11-13T07:26:03,732 INFO [M:0;2998b885bdef:35463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef1e414151dc4025ab0aa2f4078c75f0, entries=8, sequenceid=55, filesize=5.5 K 2024-11-13T07:26:03,732 DEBUG [M:0;2998b885bdef:35463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c3311172c48409d883ec1074b5e9934 as hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2c3311172c48409d883ec1074b5e9934 2024-11-13T07:26:03,736 INFO [M:0;2998b885bdef:35463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2c3311172c48409d883ec1074b5e9934, entries=6, sequenceid=55, filesize=6.4 K 2024-11-13T07:26:03,737 DEBUG [M:0;2998b885bdef:35463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/121dc2043a0a4d66998ee942f9b484b7 as hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/121dc2043a0a4d66998ee942f9b484b7 2024-11-13T07:26:03,740 INFO [M:0;2998b885bdef:35463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38501/user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/121dc2043a0a4d66998ee942f9b484b7, entries=1, sequenceid=55, filesize=5.0 K 2024-11-13T07:26:03,743 INFO [M:0;2998b885bdef:35463 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 901ms, sequenceid=55, compaction requested=false 2024-11-13T07:26:03,748 INFO [M:0;2998b885bdef:35463 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:26:03,748 DEBUG [M:0;2998b885bdef:35463 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482762842Disabling compacts and flushes for region at 1731482762842Disabling writes for close at 1731482762842Obtaining lock to block concurrent updates at 1731482762842Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731482762842Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731482762843 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731482762843Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731482762843Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731482762857 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731482762857Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731482762866 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731482762887 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731482762887Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731482763298 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731482763321 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731482763321Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6da493dc: reopening flushed file at 1731482763728 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64d498b1: reopening flushed file at 1731482763732 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39bbe5a6: reopening flushed file at 1731482763736 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 901ms, sequenceid=55, compaction requested=false at 1731482763743 (+7 ms)Writing region close event to WAL at 1731482763748 (+5 ms)Closed at 1731482763748 2024-11-13T07:26:03,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37521 is added to blk_1073741830_1006 (size=32770) 2024-11-13T07:26:03,750 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a33a901a-e38b-fb90-28b6-a8a6a77959bd/MasterData/WALs/2998b885bdef,35463,1731482736811/2998b885bdef%2C35463%2C1731482736811.1731482738701 not finished, retry = 0 2024-11-13T07:26:03,851 INFO [M:0;2998b885bdef:35463 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T07:26:03,851 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:26:03,851 INFO [M:0;2998b885bdef:35463 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35463 2024-11-13T07:26:03,851 INFO [M:0;2998b885bdef:35463 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:26:03,875 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T07:26:03,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:26:03,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:26:03,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:26:03,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:26:03,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:26:03,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:26:03,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:26:03,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:26:03,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:26:03,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:26:03,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:26:03,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:26:03,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:26:03,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:26:03,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:26:03,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:26:03,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T07:26:04,000 INFO [M:0;2998b885bdef:35463 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:26:04,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35463-0x1013315b4220003, quorum=127.0.0.1:59588, baseZNode=/11125192082 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:26:04,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35463-0x1013315b4220003, quorum=127.0.0.1:59588, baseZNode=/11125192082 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:26:04,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20550ccd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:26:04,002 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@705f9919{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:26:04,002 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:26:04,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@753261d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:26:04,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24c49e84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60a639-1a6e-c2c9-2620-07f373262f49/hadoop.log.dir/,STOPPED} 2024-11-13T07:26:04,003 WARN [BP-1329895919-172.17.0.3-1731482735022 heartbeating to localhost/127.0.0.1:38501 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T07:26:04,003 WARN [BP-1329895919-172.17.0.3-1731482735022 heartbeating to localhost/127.0.0.1:38501 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1329895919-172.17.0.3-1731482735022 (Datanode Uuid bda1184d-0d12-4344-80ad-e5d58b5e90f3) service to localhost/127.0.0.1:38501 2024-11-13T07:26:04,003 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T07:26:04,003 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T07:26:04,004 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60a639-1a6e-c2c9-2620-07f373262f49/cluster_f816af71-56f4-6254-9bb4-ec6f61acf754/data/data1/current/BP-1329895919-172.17.0.3-1731482735022 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:26:04,004 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60a639-1a6e-c2c9-2620-07f373262f49/cluster_f816af71-56f4-6254-9bb4-ec6f61acf754/data/data2/current/BP-1329895919-172.17.0.3-1731482735022 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:26:04,004 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T07:26:04,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ea289d4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:26:04,010 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2aa0a53{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:26:04,010 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:26:04,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49c62e40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:26:04,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40e3bfe2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd60a639-1a6e-c2c9-2620-07f373262f49/hadoop.log.dir/,STOPPED} 2024-11-13T07:26:04,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T07:26:04,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T07:26:04,024 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:26:04,024 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:26:04,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:26:04,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:26:04,025 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:26:04,025 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T07:26:04,025 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=745197796, stopped=false 2024-11-13T07:26:04,025 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2998b885bdef,38735,1731482731461 2024-11-13T07:26:04,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x1013315b4220000, quorum=127.0.0.1:59588, baseZNode=/0868370 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0868370/running 2024-11-13T07:26:04,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39057-0x1013315b4220001, quorum=127.0.0.1:59588, baseZNode=/0868370 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0868370/running 2024-11-13T07:26:04,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x1013315b4220000, quorum=127.0.0.1:59588, baseZNode=/0868370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0868370 2024-11-13T07:26:04,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39057-0x1013315b4220001, quorum=127.0.0.1:59588, baseZNode=/0868370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0868370 2024-11-13T07:26:04,037 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:26:04,037 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T07:26:04,037 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:26:04,037 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39057-0x1013315b4220001, quorum=127.0.0.1:59588, baseZNode=/0868370 Set watcher on znode that does not yet exist, /0868370/running 2024-11-13T07:26:04,037 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38735-0x1013315b4220000, quorum=127.0.0.1:59588, baseZNode=/0868370 Set watcher on znode that does not yet exist, /0868370/running 2024-11-13T07:26:04,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:26:04,037 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2998b885bdef,39057,1731482731646' ***** 2024-11-13T07:26:04,037 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T07:26:04,038 INFO [RS:0;2998b885bdef:39057 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T07:26:04,038 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T07:26:04,038 INFO [RS:0;2998b885bdef:39057 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T07:26:04,038 INFO [RS:0;2998b885bdef:39057 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T07:26:04,038 INFO [RS:0;2998b885bdef:39057 {}] regionserver.HRegionServer(3091): Received CLOSE for 85f01846b28bf807d7c580dc0c204bcb 2024-11-13T07:26:04,038 INFO [RS:0;2998b885bdef:39057 {}] regionserver.HRegionServer(3091): Received CLOSE for a0859dfea460be40125337e390112246 2024-11-13T07:26:04,038 INFO [RS:0;2998b885bdef:39057 {}] regionserver.HRegionServer(959): stopping server 2998b885bdef,39057,1731482731646 2024-11-13T07:26:04,038 INFO [RS:0;2998b885bdef:39057 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:26:04,038 INFO [RS:0;2998b885bdef:39057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:39057. 2024-11-13T07:26:04,038 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 85f01846b28bf807d7c580dc0c204bcb, disabling compactions & flushes 2024-11-13T07:26:04,038 DEBUG [RS:0;2998b885bdef:39057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:26:04,038 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731482750429.85f01846b28bf807d7c580dc0c204bcb. 2024-11-13T07:26:04,038 DEBUG [RS:0;2998b885bdef:39057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:26:04,038 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731482750429.85f01846b28bf807d7c580dc0c204bcb. 2024-11-13T07:26:04,038 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731482750429.85f01846b28bf807d7c580dc0c204bcb. after waiting 0 ms 2024-11-13T07:26:04,038 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731482750429.85f01846b28bf807d7c580dc0c204bcb. 2024-11-13T07:26:04,038 INFO [RS:0;2998b885bdef:39057 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T07:26:04,038 INFO [RS:0;2998b885bdef:39057 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T07:26:04,039 INFO [RS:0;2998b885bdef:39057 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T07:26:04,039 INFO [RS:0;2998b885bdef:39057 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T07:26:04,039 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 85f01846b28bf807d7c580dc0c204bcb 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-13T07:26:04,039 INFO [RS:0;2998b885bdef:39057 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T07:26:04,039 DEBUG [RS:0;2998b885bdef:39057 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 85f01846b28bf807d7c580dc0c204bcb=hbase:replication,,1731482750429.85f01846b28bf807d7c580dc0c204bcb., a0859dfea460be40125337e390112246=test,,1731482745979.a0859dfea460be40125337e390112246.} 2024-11-13T07:26:04,039 DEBUG [RS:0;2998b885bdef:39057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 85f01846b28bf807d7c580dc0c204bcb, a0859dfea460be40125337e390112246 2024-11-13T07:26:04,039 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T07:26:04,039 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T07:26:04,039 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T07:26:04,039 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T07:26:04,039 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T07:26:04,039 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T07:26:04,059 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/hbase/replication/85f01846b28bf807d7c580dc0c204bcb/.tmp/hfileref/73f838c78e9443aa937d90b7d905dc1f is 74, key is 1/hfileref:7bb102cc284241acb38f80fa1e9ea7b5_SeqId_4_/1731482754128/DeleteColumn/seqid=0 2024-11-13T07:26:04,059 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/hbase/meta/1588230740/.tmp/info/b81a98b220d144b8966942ad4c86c112 is 147, key is hbase:replication,,1731482750429.85f01846b28bf807d7c580dc0c204bcb./info:regioninfo/1731482751273/Put/seqid=0 2024-11-13T07:26:04,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44175 is added to blk_1073741848_1024 (size=7686) 2024-11-13T07:26:04,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44175 is added to blk_1073741847_1023 (size=5489) 2024-11-13T07:26:04,063 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/hbase/meta/1588230740/.tmp/info/b81a98b220d144b8966942ad4c86c112 2024-11-13T07:26:04,074 INFO [regionserver/2998b885bdef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:26:04,075 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,2-2998b885bdef,39057,1731482731646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482755095 to pos 393, reset compression=false 2024-11-13T07:26:04,080 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/hbase/meta/1588230740/.tmp/ns/39efe1ccf7574ab6a2c5539b8f84ac55 is 43, key is default/ns:d/1731482734790/Put/seqid=0 2024-11-13T07:26:04,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44175 is added to blk_1073741849_1025 (size=5153) 2024-11-13T07:26:04,083 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/hbase/meta/1588230740/.tmp/ns/39efe1ccf7574ab6a2c5539b8f84ac55 2024-11-13T07:26:04,104 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/hbase/meta/1588230740/.tmp/rep_barrier/05776de2c5a24e3798102e0122ddadc1 is 112, key is test,,1731482745979.a0859dfea460be40125337e390112246./rep_barrier:seqnumDuringOpen/1731482746780/Put/seqid=0 2024-11-13T07:26:04,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44175 is added to blk_1073741850_1026 (size=5518) 2024-11-13T07:26:04,239 DEBUG [RS:0;2998b885bdef:39057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 85f01846b28bf807d7c580dc0c204bcb, a0859dfea460be40125337e390112246 2024-11-13T07:26:04,405 DEBUG [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,1-2998b885bdef,39057,1731482731646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/WALs/2998b885bdef,39057,1731482731646/2998b885bdef%2C39057%2C1731482731646.1731482755095 to pos 393, reset compression=false 2024-11-13T07:26:04,439 DEBUG [RS:0;2998b885bdef:39057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 85f01846b28bf807d7c580dc0c204bcb, a0859dfea460be40125337e390112246 2024-11-13T07:26:04,463 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/hbase/replication/85f01846b28bf807d7c580dc0c204bcb/.tmp/hfileref/73f838c78e9443aa937d90b7d905dc1f 2024-11-13T07:26:04,486 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/hbase/replication/85f01846b28bf807d7c580dc0c204bcb/.tmp/queue/859136456c1b4c85bf4d88aba85a2b5d is 153, key is 1-2998b885bdef,39057,1731482731646/queue:2998b885bdef%2C39057%2C1731482731646/1731482757527/Put/seqid=0 2024-11-13T07:26:04,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44175 is added to blk_1073741851_1027 (size=5504) 2024-11-13T07:26:04,507 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/hbase/meta/1588230740/.tmp/rep_barrier/05776de2c5a24e3798102e0122ddadc1 2024-11-13T07:26:04,533 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/hbase/meta/1588230740/.tmp/table/384075d67dae49b1b7fbae54e94d7af3 is 53, key is hbase:replication/table:state/1731482751289/Put/seqid=0 2024-11-13T07:26:04,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44175 is added to blk_1073741852_1028 (size=5308) 2024-11-13T07:26:04,536 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/hbase/meta/1588230740/.tmp/table/384075d67dae49b1b7fbae54e94d7af3 2024-11-13T07:26:04,539 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/hbase/meta/1588230740/.tmp/info/b81a98b220d144b8966942ad4c86c112 as hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/hbase/meta/1588230740/info/b81a98b220d144b8966942ad4c86c112 2024-11-13T07:26:04,542 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/hbase/meta/1588230740/info/b81a98b220d144b8966942ad4c86c112, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T07:26:04,542 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/hbase/meta/1588230740/.tmp/ns/39efe1ccf7574ab6a2c5539b8f84ac55 as hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/hbase/meta/1588230740/ns/39efe1ccf7574ab6a2c5539b8f84ac55 2024-11-13T07:26:04,545 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/hbase/meta/1588230740/ns/39efe1ccf7574ab6a2c5539b8f84ac55, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T07:26:04,545 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/hbase/meta/1588230740/.tmp/rep_barrier/05776de2c5a24e3798102e0122ddadc1 as hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/hbase/meta/1588230740/rep_barrier/05776de2c5a24e3798102e0122ddadc1 2024-11-13T07:26:04,548 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/hbase/meta/1588230740/rep_barrier/05776de2c5a24e3798102e0122ddadc1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T07:26:04,549 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/hbase/meta/1588230740/.tmp/table/384075d67dae49b1b7fbae54e94d7af3 as hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/hbase/meta/1588230740/table/384075d67dae49b1b7fbae54e94d7af3 2024-11-13T07:26:04,552 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/hbase/meta/1588230740/table/384075d67dae49b1b7fbae54e94d7af3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T07:26:04,552 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 513ms, sequenceid=16, compaction requested=false 2024-11-13T07:26:04,552 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T07:26:04,556 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T07:26:04,556 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:26:04,556 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:26:04,556 INFO [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T07:26:04,556 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731482764039Running coprocessor pre-close hooks at 1731482764039Disabling compacts and flushes for region at 1731482764039Disabling writes for close at 1731482764039Obtaining lock to block concurrent updates at 1731482764039Preparing flush snapshotting stores in 1588230740 at 1731482764039Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731482764039Flushing stores of hbase:meta,,1.1588230740 at 1731482764040 (+1 ms)Flushing 1588230740/info: creating writer at 1731482764040Flushing 1588230740/info: appending metadata at 1731482764059 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731482764059Flushing 1588230740/ns: creating writer at 1731482764067 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731482764080 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731482764080Flushing 1588230740/rep_barrier: creating writer at 1731482764088 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731482764103 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731482764103Flushing 1588230740/table: creating writer at 1731482764511 (+408 ms)Flushing 1588230740/table: appending metadata at 1731482764532 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731482764532Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fad6c7f: reopening flushed file at 1731482764538 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44527073: reopening flushed file at 1731482764542 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17e27699: reopening flushed file at 1731482764545 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53c2569c: reopening flushed file at 1731482764548 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 513ms, sequenceid=16, compaction requested=false at 1731482764552 (+4 ms)Writing region close event to WAL at 1731482764554 (+2 ms)Running coprocessor post-close hooks at 1731482764556 (+2 ms)Closed at 1731482764556 2024-11-13T07:26:04,557 DEBUG [RS_CLOSE_META-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T07:26:04,639 DEBUG [RS:0;2998b885bdef:39057 {}] regionserver.HRegionServer(1351): Waiting on 85f01846b28bf807d7c580dc0c204bcb, a0859dfea460be40125337e390112246 2024-11-13T07:26:04,785 INFO [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T07:26:04,785 INFO [regionserver/2998b885bdef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T07:26:04,840 DEBUG [RS:0;2998b885bdef:39057 {}] regionserver.HRegionServer(1351): Waiting on 85f01846b28bf807d7c580dc0c204bcb, a0859dfea460be40125337e390112246 2024-11-13T07:26:04,890 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/hbase/replication/85f01846b28bf807d7c580dc0c204bcb/.tmp/queue/859136456c1b4c85bf4d88aba85a2b5d 2024-11-13T07:26:04,893 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/hbase/replication/85f01846b28bf807d7c580dc0c204bcb/.tmp/hfileref/73f838c78e9443aa937d90b7d905dc1f as hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/hbase/replication/85f01846b28bf807d7c580dc0c204bcb/hfileref/73f838c78e9443aa937d90b7d905dc1f 2024-11-13T07:26:04,897 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/hbase/replication/85f01846b28bf807d7c580dc0c204bcb/hfileref/73f838c78e9443aa937d90b7d905dc1f, entries=6, sequenceid=17, filesize=5.4 K 2024-11-13T07:26:04,898 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/hbase/replication/85f01846b28bf807d7c580dc0c204bcb/.tmp/queue/859136456c1b4c85bf4d88aba85a2b5d as hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/hbase/replication/85f01846b28bf807d7c580dc0c204bcb/queue/859136456c1b4c85bf4d88aba85a2b5d 2024-11-13T07:26:04,901 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/hbase/replication/85f01846b28bf807d7c580dc0c204bcb/queue/859136456c1b4c85bf4d88aba85a2b5d, entries=2, sequenceid=17, filesize=5.4 K 2024-11-13T07:26:04,902 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 85f01846b28bf807d7c580dc0c204bcb in 864ms, sequenceid=17, compaction requested=false 2024-11-13T07:26:04,905 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/hbase/replication/85f01846b28bf807d7c580dc0c204bcb/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-13T07:26:04,905 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:26:04,905 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T07:26:04,905 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731482750429.85f01846b28bf807d7c580dc0c204bcb. 2024-11-13T07:26:04,905 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 85f01846b28bf807d7c580dc0c204bcb: Waiting for close lock at 1731482764038Running coprocessor pre-close hooks at 1731482764038Disabling compacts and flushes for region at 1731482764038Disabling writes for close at 1731482764038Obtaining lock to block concurrent updates at 1731482764039 (+1 ms)Preparing flush snapshotting stores in 85f01846b28bf807d7c580dc0c204bcb at 1731482764039Finished memstore snapshotting hbase:replication,,1731482750429.85f01846b28bf807d7c580dc0c204bcb., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731482764039Flushing stores of hbase:replication,,1731482750429.85f01846b28bf807d7c580dc0c204bcb. at 1731482764039Flushing 85f01846b28bf807d7c580dc0c204bcb/hfileref: creating writer at 1731482764039Flushing 85f01846b28bf807d7c580dc0c204bcb/hfileref: appending metadata at 1731482764059 (+20 ms)Flushing 85f01846b28bf807d7c580dc0c204bcb/hfileref: closing flushed file at 1731482764059Flushing 85f01846b28bf807d7c580dc0c204bcb/queue: creating writer at 1731482764468 (+409 ms)Flushing 85f01846b28bf807d7c580dc0c204bcb/queue: appending metadata at 1731482764486 (+18 ms)Flushing 85f01846b28bf807d7c580dc0c204bcb/queue: closing flushed file at 1731482764486Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39cc0ff0: reopening flushed file at 1731482764893 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@214dfb46: reopening flushed file at 1731482764897 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 85f01846b28bf807d7c580dc0c204bcb in 864ms, sequenceid=17, compaction requested=false at 1731482764902 (+5 ms)Writing region close event to WAL at 1731482764903 (+1 ms)Running coprocessor post-close hooks at 1731482764905 (+2 ms)Closed at 1731482764905 2024-11-13T07:26:04,906 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731482750429.85f01846b28bf807d7c580dc0c204bcb. 2024-11-13T07:26:04,906 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a0859dfea460be40125337e390112246, disabling compactions & flushes 2024-11-13T07:26:04,906 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731482745979.a0859dfea460be40125337e390112246. 2024-11-13T07:26:04,906 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731482745979.a0859dfea460be40125337e390112246. 2024-11-13T07:26:04,906 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731482745979.a0859dfea460be40125337e390112246. after waiting 0 ms 2024-11-13T07:26:04,906 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731482745979.a0859dfea460be40125337e390112246. 2024-11-13T07:26:04,908 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/data/default/test/a0859dfea460be40125337e390112246/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T07:26:04,909 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T07:26:04,909 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T07:26:04,909 INFO [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731482745979.a0859dfea460be40125337e390112246. 2024-11-13T07:26:04,909 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a0859dfea460be40125337e390112246: Waiting for close lock at 1731482764906Running coprocessor pre-close hooks at 1731482764906Disabling compacts and flushes for region at 1731482764906Disabling writes for close at 1731482764906Writing region close event to WAL at 1731482764906Running coprocessor post-close hooks at 1731482764909 (+3 ms)Closed at 1731482764909 2024-11-13T07:26:04,909 DEBUG [RS_CLOSE_REGION-regionserver/2998b885bdef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731482745979.a0859dfea460be40125337e390112246. 2024-11-13T07:26:05,040 INFO [RS:0;2998b885bdef:39057 {}] regionserver.HRegionServer(976): stopping server 2998b885bdef,39057,1731482731646; all regions closed. 2024-11-13T07:26:05,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44175 is added to blk_1073741844_1020 (size=859) 2024-11-13T07:26:05,044 DEBUG [RS:0;2998b885bdef:39057 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/oldWALs 2024-11-13T07:26:05,044 INFO [RS:0;2998b885bdef:39057 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C39057%2C1731482731646.meta:.meta(num 1731482755134) 2024-11-13T07:26:05,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44175 is added to blk_1073741843_1019 (size=2791) 2024-11-13T07:26:05,047 DEBUG [RS:0;2998b885bdef:39057 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/oldWALs 2024-11-13T07:26:05,047 INFO [RS:0;2998b885bdef:39057 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C39057%2C1731482731646.rep:(num 1731482755114) 2024-11-13T07:26:05,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44175 is added to blk_1073741842_1018 (size=696) 2024-11-13T07:26:05,049 DEBUG [RS:0;2998b885bdef:39057 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/oldWALs 2024-11-13T07:26:05,049 INFO [RS:0;2998b885bdef:39057 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2998b885bdef%2C39057%2C1731482731646:(num 1731482755095) 2024-11-13T07:26:05,049 DEBUG [RS:0;2998b885bdef:39057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:26:05,050 INFO [RS:0;2998b885bdef:39057 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T07:26:05,050 INFO [RS:0;2998b885bdef:39057 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:26:05,050 INFO [RS:0;2998b885bdef:39057 {}] hbase.ChoreService(370): Chore service for: regionserver/2998b885bdef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T07:26:05,050 INFO [RS:0;2998b885bdef:39057 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:26:05,050 INFO [regionserver/2998b885bdef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:26:05,050 INFO [RS:0;2998b885bdef:39057 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2998b885bdef,39057,1731482731646 because: Region server is closing 2024-11-13T07:26:05,051 INFO [RS:0;2998b885bdef:39057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:39057. 2024-11-13T07:26:05,051 DEBUG [RS:0;2998b885bdef:39057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:26:05,051 DEBUG [RS:0;2998b885bdef:39057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:26:05,051 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:26:05,051 DEBUG [RS:0;2998b885bdef:39057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:26:05,151 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646.replicationSource.shipper2998b885bdef%2C39057%2C1731482731646,1-2998b885bdef,39057,1731482731646 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T07:26:05,151 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,1-2998b885bdef,39057,1731482731646 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T07:26:05,151 INFO [RS:0;2998b885bdef:39057 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,1-2998b885bdef,39057,1731482731646.replicationSource.shipper2998b885bdef%2C39057%2C1731482731646,1-2998b885bdef,39057,1731482731646 terminated 2024-11-13T07:26:05,152 INFO [RS:0;2998b885bdef:39057 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-2998b885bdef,39057,1731482731646 because: Region server is closing 2024-11-13T07:26:05,152 INFO [RS:0;2998b885bdef:39057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2998b885bdef:39057. 2024-11-13T07:26:05,152 DEBUG [RS:0;2998b885bdef:39057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T07:26:05,152 DEBUG [RS:0;2998b885bdef:39057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:26:05,152 DEBUG [RS:0;2998b885bdef:39057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T07:26:05,152 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T07:26:05,252 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,39057,1731482731646.replicationSource.wal-reader.2998b885bdef%2C39057%2C1731482731646,2-2998b885bdef,39057,1731482731646 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T07:26:05,252 WARN [RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,39057,1731482731646.replicationSource.shipper2998b885bdef%2C39057%2C1731482731646,2-2998b885bdef,39057,1731482731646 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T07:26:05,252 INFO [RS:0;2998b885bdef:39057 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2998b885bdef:0-0.replicationSource,2-2998b885bdef,39057,1731482731646.replicationSource.shipper2998b885bdef%2C39057%2C1731482731646,2-2998b885bdef,39057,1731482731646 terminated 2024-11-13T07:26:05,252 INFO [RS:0;2998b885bdef:39057 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39057 2024-11-13T07:26:05,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39057-0x1013315b4220001, quorum=127.0.0.1:59588, baseZNode=/0868370 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0868370/rs/2998b885bdef,39057,1731482731646 2024-11-13T07:26:05,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x1013315b4220000, quorum=127.0.0.1:59588, baseZNode=/0868370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0868370/rs 2024-11-13T07:26:05,300 INFO [RS:0;2998b885bdef:39057 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:26:05,310 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2998b885bdef,39057,1731482731646] 2024-11-13T07:26:05,321 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0868370/draining/2998b885bdef,39057,1731482731646 already deleted, retry=false 2024-11-13T07:26:05,321 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2998b885bdef,39057,1731482731646 expired; onlineServers=0 2024-11-13T07:26:05,321 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2998b885bdef,38735,1731482731461' ***** 2024-11-13T07:26:05,321 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T07:26:05,321 INFO [M:0;2998b885bdef:38735 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T07:26:05,321 INFO [M:0;2998b885bdef:38735 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T07:26:05,321 DEBUG [M:0;2998b885bdef:38735 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T07:26:05,322 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T07:26:05,322 DEBUG [M:0;2998b885bdef:38735 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T07:26:05,322 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482733628 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.large.0-1731482733628,5,FailOnTimeoutGroup] 2024-11-13T07:26:05,322 DEBUG [master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482733632 {}] cleaner.HFileCleaner(306): Exit Thread[master/2998b885bdef:0:becomeActiveMaster-HFileCleaner.small.0-1731482733632,5,FailOnTimeoutGroup] 2024-11-13T07:26:05,322 INFO [M:0;2998b885bdef:38735 {}] hbase.ChoreService(370): Chore service for: master/2998b885bdef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T07:26:05,322 INFO [M:0;2998b885bdef:38735 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T07:26:05,322 DEBUG [M:0;2998b885bdef:38735 {}] master.HMaster(1795): Stopping service threads 2024-11-13T07:26:05,322 INFO [M:0;2998b885bdef:38735 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T07:26:05,322 INFO [M:0;2998b885bdef:38735 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T07:26:05,322 ERROR [M:0;2998b885bdef:38735 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1040632728) connection to localhost/127.0.0.1:44269 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44269,5,PEWorkerGroup] 2024-11-13T07:26:05,322 INFO [M:0;2998b885bdef:38735 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T07:26:05,322 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T07:26:05,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x1013315b4220000, quorum=127.0.0.1:59588, baseZNode=/0868370 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0868370/master 2024-11-13T07:26:05,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x1013315b4220000, quorum=127.0.0.1:59588, baseZNode=/0868370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0868370 2024-11-13T07:26:05,332 DEBUG [M:0;2998b885bdef:38735 {}] zookeeper.ZKUtil(347): master:38735-0x1013315b4220000, quorum=127.0.0.1:59588, baseZNode=/0868370 Unable to get data of znode /0868370/master because node does not exist (not an error) 2024-11-13T07:26:05,332 WARN [M:0;2998b885bdef:38735 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T07:26:05,332 INFO [M:0;2998b885bdef:38735 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/.lastflushedseqids 2024-11-13T07:26:05,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44175 is added to blk_1073741853_1029 (size=263) 2024-11-13T07:26:05,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39057-0x1013315b4220001, quorum=127.0.0.1:59588, baseZNode=/0868370 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:26:05,411 INFO [RS:0;2998b885bdef:39057 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:26:05,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39057-0x1013315b4220001, quorum=127.0.0.1:59588, baseZNode=/0868370 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:26:05,411 INFO [RS:0;2998b885bdef:39057 {}] regionserver.HRegionServer(1031): Exiting; stopping=2998b885bdef,39057,1731482731646; zookeeper connection closed. 2024-11-13T07:26:05,411 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3dc6bd8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3dc6bd8 2024-11-13T07:26:05,411 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T07:26:05,736 INFO [M:0;2998b885bdef:38735 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T07:26:05,736 INFO [M:0;2998b885bdef:38735 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T07:26:05,736 DEBUG [M:0;2998b885bdef:38735 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T07:26:05,736 INFO [M:0;2998b885bdef:38735 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:26:05,737 DEBUG [M:0;2998b885bdef:38735 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:26:05,737 DEBUG [M:0;2998b885bdef:38735 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T07:26:05,737 DEBUG [M:0;2998b885bdef:38735 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:26:05,737 INFO [M:0;2998b885bdef:38735 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.11 KB heapSize=71.43 KB 2024-11-13T07:26:05,753 DEBUG [M:0;2998b885bdef:38735 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1531ff5be00649179901ab6628d3896b is 82, key is hbase:meta,,1/info:regioninfo/1731482734740/Put/seqid=0 2024-11-13T07:26:05,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44175 is added to blk_1073741854_1030 (size=5672) 2024-11-13T07:26:06,157 INFO [M:0;2998b885bdef:38735 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1531ff5be00649179901ab6628d3896b 2024-11-13T07:26:06,176 DEBUG [M:0;2998b885bdef:38735 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09a2efa2daee4899a717d567a7e508a0 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731482746793/Put/seqid=0 2024-11-13T07:26:06,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44175 is added to blk_1073741855_1031 (size=7610) 2024-11-13T07:26:06,579 INFO [M:0;2998b885bdef:38735 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.56 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09a2efa2daee4899a717d567a7e508a0 2024-11-13T07:26:06,583 INFO [M:0;2998b885bdef:38735 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09a2efa2daee4899a717d567a7e508a0 2024-11-13T07:26:06,595 DEBUG [M:0;2998b885bdef:38735 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a465fbbc0dce46de8a0d616f57f38301 is 69, key is 2998b885bdef,39057,1731482731646/rs:state/1731482733709/Put/seqid=0 2024-11-13T07:26:06,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44175 is added to blk_1073741856_1032 (size=5156) 2024-11-13T07:26:06,598 INFO [M:0;2998b885bdef:38735 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a465fbbc0dce46de8a0d616f57f38301 2024-11-13T07:26:06,601 DEBUG [M:0;2998b885bdef:38735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1531ff5be00649179901ab6628d3896b as hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1531ff5be00649179901ab6628d3896b 2024-11-13T07:26:06,604 INFO [M:0;2998b885bdef:38735 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1531ff5be00649179901ab6628d3896b, entries=8, sequenceid=121, filesize=5.5 K 2024-11-13T07:26:06,605 DEBUG [M:0;2998b885bdef:38735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09a2efa2daee4899a717d567a7e508a0 as hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/09a2efa2daee4899a717d567a7e508a0 2024-11-13T07:26:06,608 INFO [M:0;2998b885bdef:38735 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09a2efa2daee4899a717d567a7e508a0 2024-11-13T07:26:06,608 INFO [M:0;2998b885bdef:38735 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/09a2efa2daee4899a717d567a7e508a0, entries=13, sequenceid=121, filesize=7.4 K 2024-11-13T07:26:06,609 DEBUG [M:0;2998b885bdef:38735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a465fbbc0dce46de8a0d616f57f38301 as hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a465fbbc0dce46de8a0d616f57f38301 2024-11-13T07:26:06,612 INFO [M:0;2998b885bdef:38735 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44269/user/jenkins/test-data/882b7dac-1f70-9d01-909d-50bed9816806/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a465fbbc0dce46de8a0d616f57f38301, entries=1, sequenceid=121, filesize=5.0 K 2024-11-13T07:26:06,612 INFO [M:0;2998b885bdef:38735 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=121, compaction requested=false 2024-11-13T07:26:06,613 INFO [M:0;2998b885bdef:38735 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T07:26:06,614 DEBUG [M:0;2998b885bdef:38735 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731482765736Disabling compacts and flushes for region at 1731482765736Disabling writes for close at 1731482765737 (+1 ms)Obtaining lock to block concurrent updates at 1731482765737Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731482765737Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61557, getHeapSize=73080, getOffHeapSize=0, getCellsCount=140 at 1731482765737Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731482765737Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731482765738 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731482765753 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731482765753Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731482766160 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731482766175 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731482766175Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731482766583 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731482766595 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731482766595Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@631b719e: reopening flushed file at 1731482766601 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38f5135f: reopening flushed file at 1731482766604 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ef507eb: reopening flushed file at 1731482766608 (+4 ms)Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=121, compaction requested=false at 1731482766612 (+4 ms)Writing region close event to WAL at 1731482766613 (+1 ms)Closed at 1731482766613 2024-11-13T07:26:06,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44175 is added to blk_1073741830_1006 (size=69920) 2024-11-13T07:26:06,615 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T07:26:06,615 INFO [M:0;2998b885bdef:38735 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T07:26:06,615 INFO [M:0;2998b885bdef:38735 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38735 2024-11-13T07:26:06,616 INFO [M:0;2998b885bdef:38735 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T07:26:06,726 INFO [M:0;2998b885bdef:38735 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T07:26:06,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x1013315b4220000, quorum=127.0.0.1:59588, baseZNode=/0868370 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:26:06,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38735-0x1013315b4220000, quorum=127.0.0.1:59588, baseZNode=/0868370 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T07:26:06,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e65dc06{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T07:26:06,729 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1507e799{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:26:06,729 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:26:06,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ae0e6eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:26:06,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3607faf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7736fe-5b8a-401f-3834-c25bf342e676/hadoop.log.dir/,STOPPED} 2024-11-13T07:26:06,730 WARN [BP-2114525083-172.17.0.3-1731482728582 heartbeating to localhost/127.0.0.1:44269 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T07:26:06,730 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T07:26:06,730 WARN [BP-2114525083-172.17.0.3-1731482728582 heartbeating to localhost/127.0.0.1:44269 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2114525083-172.17.0.3-1731482728582 (Datanode Uuid 1b26c93b-0f9d-4f62-a371-5220fb9f09a1) service to localhost/127.0.0.1:44269 2024-11-13T07:26:06,730 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T07:26:06,730 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7736fe-5b8a-401f-3834-c25bf342e676/cluster_ffaa0d74-285c-9345-7429-332d4e64322c/data/data1/current/BP-2114525083-172.17.0.3-1731482728582 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:26:06,731 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7736fe-5b8a-401f-3834-c25bf342e676/cluster_ffaa0d74-285c-9345-7429-332d4e64322c/data/data2/current/BP-2114525083-172.17.0.3-1731482728582 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T07:26:06,732 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T07:26:06,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ad0a89{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T07:26:06,737 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61b2807b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T07:26:06,737 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T07:26:06,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@158bd107{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T07:26:06,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@560ea09d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7736fe-5b8a-401f-3834-c25bf342e676/hadoop.log.dir/,STOPPED} 2024-11-13T07:26:06,742 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T07:26:06,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T07:26:06,769 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=592 (was 527) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38501 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44269 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44269 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59588) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38501 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:39709 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:44269 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59588) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-34 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38501 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44269 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39709 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39709 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39709 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44269 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39709 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:38501 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38501 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39709 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44269 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59588) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38501 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=974 (was 872) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=520 (was 669), ProcessCount=11 (was 11), AvailableMemoryMB=2539 (was 3451) 2024-11-13T07:26:06,770 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=592 is superior to 500 2024-11-13T07:26:06,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013315b4220002, quorum=127.0.0.1:59588, baseZNode=/0868370 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T07:26:06,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013315b4220005, quorum=127.0.0.1:59588, baseZNode=/11125192082 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T07:26:06,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013315b4220008, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T07:26:06,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013315b4220002, quorum=127.0.0.1:59588, baseZNode=/0868370 Received Disconnected from ZooKeeper, ignoring 2024-11-13T07:26:06,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013315b4220005, quorum=127.0.0.1:59588, baseZNode=/11125192082 Received Disconnected from ZooKeeper, ignoring 2024-11-13T07:26:06,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013315b4220008, quorum=127.0.0.1:59588, baseZNode=/2-1218721921 Received Disconnected from ZooKeeper, ignoring